-- Logs begin at Fri 2021-06-18 13:18:30 UTC, end at Fri 2021-06-18 14:37:45 UTC. -- Jun 18 14:05:49.108987 dv-cinder-795751-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 18 14:05:51.824917 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.common.config [-] Logging enabled! Jun 18 14:05:51.825601 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 18 14:05:51.825707 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93501) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 14:05:51.829326 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.common.config [-] Logging enabled! Jun 18 14:05:51.829629 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 18 14:05:51.829954 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93501) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 14:05:51.831540 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 14:05:51.831776 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 14:05:51.832215 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 14:05:51.832463 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 14:05:51.832714 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 14:05:51.833024 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.833327 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.833663 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.833899 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.834202 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.834498 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.834788 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.835083 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.835392 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.837018 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.837337 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.837678 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.837919 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.838249 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.838553 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.838850 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.839080 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] debug = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.839572 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.840015 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.840453 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.840746 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.841048 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.841334 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.841640 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.841927 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.842229 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.842602 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] host = dv-cinder-795751-2-iscsi {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.842883 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.843174 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.843462 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.843758 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.844040 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.844393 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.844799 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.845089 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.845373 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] log_file = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.845821 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.846127 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.846425 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.847280 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.847556 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.847726 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.848030 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.848317 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.848599 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.848881 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.849165 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.849442 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.849750 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.850033 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.850409 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.850786 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.851083 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.851371 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.851654 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.851937 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.852218 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.852510 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.852798 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.853089 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.853365 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.853698 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.853971 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.854251 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.854563 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.854879 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.855170 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.855464 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.855746 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.856070 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.856345 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.856625 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.857040 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] use_json = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.857324 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.857631 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.857924 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.858205 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.858484 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.858766 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.859044 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.859337 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:51.859648 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.859951 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.860262 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.860552 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.860852 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.861139 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.861433 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.861752 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.862047 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.862374 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.862672 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.862959 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.863257 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.863543 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.863845 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.864160 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.864460 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.864758 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.865039 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.865316 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.865621 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.865964 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.866203 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.866506 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.866802 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.867082 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.867372 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.867672 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.867958 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.868239 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.868524 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.868818 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.869101 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.869381 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.869704 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.869990 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.870272 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.870553 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.870831 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.871125 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.871405 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.871682 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.871959 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.872240 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.872514 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.872810 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.873094 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.873382 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.873679 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.873965 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.874243 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.874523 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.874804 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.875081 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.875363 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.875643 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.875924 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.876202 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.876479 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.876755 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.877031 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.877308 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.877616 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.878431 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.878709 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.878989 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.879266 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.879545 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.879844 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.880155 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.880448 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.880743 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.881024 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.881313 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.881620 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.881909 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.882196 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.882484 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.882766 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.883071 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.883366 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.883664 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.883958 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.884246 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.884551 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.884838 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.885131 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.885419 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.885733 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.886036 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.886333 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.886635 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.886939 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.887240 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.887541 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.887847 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.888137 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.888461 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.888749 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:51.888972 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 14:05:51.889227 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93501) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 18 14:05:52.251491 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:05:52.251770 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:05:52.252066 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:05:52.252488 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 18 14:05:52.663180 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:52.663470 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:52.663744 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:52.667052 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:52.667334 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:52.667609 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:52.707737 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:52.708019 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:52.708299 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:52.721827 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:52.722112 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:52.722387 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:52.753739 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:52.754025 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:52.754301 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:52.791115 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:52.791367 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:52.791652 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.041324 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.042016 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.042016 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.042192 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.043018 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.170783 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.171169 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.171501 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.171827 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.172153 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.172518 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.172826 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.173135 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.173441 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.173789 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.174102 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.174414 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.175504 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.175811 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.176120 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.176438 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.176756 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.177061 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.177378 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.177746 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.178047 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.178482 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.178798 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.179177 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.179479 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.179781 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.180266 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 14:05:53.180559 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 14:05:53.180850 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 14:05:53.181141 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 14:05:53.181431 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 14:05:53.181748 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 14:05:53.182193 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 18 14:05:53.187025 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 18 14:05:53.191642 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 18 14:05:53.195523 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Jun 18 14:05:53.197189 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 18 14:05:53.197688 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 18 14:05:53.198028 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 18 14:05:53.198423 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 18 14:05:53.201319 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 18 14:05:53.201604 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 18 14:05:53.201967 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 14:05:53.230313 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 18 14:05:53.230880 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.231259 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93501) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 18 14:05:53.231710 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.233203 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93501) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 18 14:05:53.233526 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 14:05:53.233781 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 18 14:05:53.237539 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.237836 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:53.301652 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 18 14:05:53.301883 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 18 14:05:53.302052 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 18 14:05:53.302395 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 18 14:05:53.324697 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_db.sqlalchemy.engines [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93501) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 18 14:05:54.012778 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.managers [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Initializing driver for type 'gre' Jun 18 14:05:54.013308 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] gre ID ranges: [(1, 1000)] Jun 18 14:05:54.235673 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.managers [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Initializing driver for type 'local' Jun 18 14:05:54.236330 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.managers [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Initializing driver for type 'vlan' Jun 18 14:05:54.327059 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] VlanTypeDriver initialization complete Jun 18 14:05:54.327445 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.managers [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Initializing driver for type 'vxlan' Jun 18 14:05:54.328042 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] vxlan ID ranges: [(1, 1000)] Jun 18 14:05:54.530127 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.managers [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Initializing extension driver 'port_security' Jun 18 14:05:54.530463 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.extensions.port_security [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] PortSecurityExtensionDriver initialization complete Jun 18 14:05:54.530788 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.managers [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Initializing mechanism driver 'openvswitch' Jun 18 14:05:54.531192 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.managers [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Initializing mechanism driver 'hyperv' Jun 18 14:05:54.537998 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:05:54.538778 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > port after_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.539159 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > port after_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.539514 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > port after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.539898 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.540245 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.540611 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.540982 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > network after_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.541322 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > network after_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.541698 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > network after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.542070 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > security_group after_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.542412 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > security_group after_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.542739 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.543109 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.543447 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.543780 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.544151 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > address_group after_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.544489 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > address_group after_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.544820 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.545151 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] ML2 OVO RPC backend initialized. {{(pid=93501) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 18 14:05:54.545890 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.551247 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.551247 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > network before_response 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.551247 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > networks before_response 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.551247 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > port before_response 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.551578 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > ports before_response 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.551578 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > subnet before_response 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.551578 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > subnets before_response 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.551578 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > network after_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.551876 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > network after_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.551876 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > network after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.551876 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > port after_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.551876 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > port after_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.552187 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > port after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.552187 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.552187 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.552187 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.552493 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.plugin [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Modular L2 Plugin initialization complete Jun 18 14:05:54.552784 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading services supported by the core plugin {{(pid=93501) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 18 14:05:54.553102 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.plugins.ml2.managers [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Got port-security extension from driver 'port_security' Jun 18 14:05:54.553596 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.extensions.vlantransparent [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Disabled vlantransparent extension. Jun 18 14:05:54.554079 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93501) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 18 14:05:54.554384 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading Plugin: router Jun 18 14:05:54.589874 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.590189 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router after_create 55549900 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.590553 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router before_create 55549900 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.590905 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.591266 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.591613 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router after_delete 55549900 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.591964 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.592318 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router after_create 55549900 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.592661 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router after_update 55549900 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.593003 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router after_update 55549900 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.593345 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.593734 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router after_update 55549900 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.594133 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.594492 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: port after_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.594823 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: port after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.595151 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: subnet after_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.595480 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.595818 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.596154 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.596511 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: port before_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.596846 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router precommit_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.597195 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router after_update 55549900 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.597553 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.597899 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.598252 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.598588 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.598951 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > network after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.599792 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Tracking information for resource: router configured {{(pid=93501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 14:05:54.600117 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Tracking information for resource: floatingip configured {{(pid=93501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 14:05:54.605128 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.db.l3_agentschedulers_db [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 18 14:05:54.605731 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: port after_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.606090 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: port after_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.606437 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: port after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.606782 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: port after_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.607572 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router before_create 55550100 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.607928 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.608283 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router precommit_create 55550100 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.608629 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > router precommit_update 55550100 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.613714 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.services.provider_configuration [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Service providers = [] {{(pid=93501) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 18 14:05:54.614077 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.db.servicetype_db [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93501) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 18 14:05:54.616945 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.services.service_base [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93501) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 14:05:54.617278 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.services.service_base [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93501) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 14:05:54.617640 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.services.service_base [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93501) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 14:05:54.618506 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.services.service_base [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93501) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 14:05:54.618872 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.services.service_base [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 18 14:05:54.619245 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 14:05:54.619556 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 18 14:05:54.630751 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 14:05:54.631084 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading Plugin: auto_allocate Jun 18 14:05:54.636720 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: network precommit_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.637083 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: network precommit_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.637630 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 14:05:54.637946 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading Plugin: tag Jun 18 14:05:54.644410 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 14:05:54.644732 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading Plugin: timestamp Jun 18 14:05:54.648490 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 14:05:54.648816 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading Plugin: network_ip_availability Jun 18 14:05:54.655697 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.656060 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.656414 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.657136 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 14:05:54.657446 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading Plugin: flavors Jun 18 14:05:54.662136 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 14:05:54.662463 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading Plugin: revisions Jun 18 14:05:54.666730 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 14:05:54.667107 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.415s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:05:54.667837 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93501) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 18 14:05:54.668159 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Initializing extension manager. Jun 18 14:05:54.668662 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: __init__.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.668993 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: __pycache__ {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.669313 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.669661 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: address_group.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.670407 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.670970 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: address-group Jun 18 14:05:54.671284 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: address_scope.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.671969 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.672467 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: address-scope Jun 18 14:05:54.672781 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.673734 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.674240 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: router-admin-state-down-before-update Jun 18 14:05:54.675338 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: agent.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.676015 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.676503 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: agent Jun 18 14:05:54.676814 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: agent_resources_synced.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.677768 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.678261 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: agent-resources-synced Jun 18 14:05:54.678574 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: allowedaddresspairs.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.680341 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.680857 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: allowed-address-pairs Jun 18 14:05:54.681180 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: auto_allocated_topology.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.682468 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.682978 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: auto-allocated-topology Jun 18 14:05:54.683300 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: availability_zone.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.683973 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.684473 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: availability_zone Jun 18 14:05:54.684800 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: availability_zone_filter.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.685712 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.686214 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: availability_zone_filter Jun 18 14:05:54.686530 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: data_plane_status.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.687409 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.687905 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension data-plane-status not supported by any of loaded plugins Jun 18 14:05:54.688218 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: default_subnetpools.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.689107 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.689638 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: default-subnetpools Jun 18 14:05:54.689954 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.691281 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.691781 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: dhcp_agent_scheduler Jun 18 14:05:54.692094 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: dns.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.692978 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.693502 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension dns-integration not supported by any of loaded plugins Jun 18 14:05:54.693817 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: dns_domain_ports.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.694721 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.695214 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 18 14:05:54.695527 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: dvr.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.696168 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.696658 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: dvr Jun 18 14:05:54.696968 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: empty_string_filtering.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.697939 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.698435 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: empty-string-filtering Jun 18 14:05:54.698745 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.699631 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.700123 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 18 14:05:54.700435 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.701315 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.701835 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 18 14:05:54.702150 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: external_net.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.703021 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.703523 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: external-net Jun 18 14:05:54.703837 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.704726 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.705226 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: extra_dhcp_opt Jun 18 14:05:54.705564 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: extraroute.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.706475 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.706968 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: extraroute Jun 18 14:05:54.707281 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: extraroute_atomic.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.708295 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.708786 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: extraroute-atomic Jun 18 14:05:54.709100 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: filter_validation.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.709765 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.710258 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: filter-validation Jun 18 14:05:54.710569 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: fip_pf_description.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.711447 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.711950 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 18 14:05:54.712256 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: fip_port_details.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.713138 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.713665 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: fip-port-details Jun 18 14:05:54.713980 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: flavors.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.715190 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.715693 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: flavors Jun 18 14:05:54.716012 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.717689 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.718205 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 18 14:05:54.718522 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: floatingip_pools.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.719198 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.719699 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: floatingip-pools Jun 18 14:05:54.720029 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: ip_allocation.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.720924 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.721525 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension ip_allocation not supported by any of loaded plugins Jun 18 14:05:54.721845 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.722736 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.723236 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: ip-substring-filtering Jun 18 14:05:54.723550 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: l2_adjacency.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.724482 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.724981 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 18 14:05:54.725291 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: l3.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.726277 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.726781 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: router Jun 18 14:05:54.727097 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.729442 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.730000 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 18 14:05:54.730323 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.731237 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.731734 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: ext-gw-mode Jun 18 14:05:54.732053 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.732939 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.733436 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: l3-ha Jun 18 14:05:54.733785 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: l3_flavors.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.734683 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.735182 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: l3-flavors Jun 18 14:05:54.735499 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.736398 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.737655 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 18 14:05:54.737755 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: l3agentscheduler.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.738762 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.739275 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: l3_agent_scheduler Jun 18 14:05:54.739585 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: logging.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.741293 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.741945 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension logging not supported by any of loaded plugins Jun 18 14:05:54.742170 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: metering.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.743271 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.743846 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: metering Jun 18 14:05:54.744166 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.745256 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.745808 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: metering_source_and_destination_fields Jun 18 14:05:54.746125 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: multiprovidernet.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.747021 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.747522 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: multi-provider Jun 18 14:05:54.747835 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: netmtu.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.748732 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.749239 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: net-mtu Jun 18 14:05:54.750161 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: netmtu_writable.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.751553 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.751670 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: net-mtu-writable Jun 18 14:05:54.751998 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: network_availability_zone.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.753267 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.753787 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: network_availability_zone Jun 18 14:05:54.754102 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: network_ip_availability.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.755209 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.755712 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: network-ip-availability Jun 18 14:05:54.756043 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: network_segment_range.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.756810 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.757305 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension network-segment-range not supported by any of loaded plugins Jun 18 14:05:54.757652 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: pagination.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.758623 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.758946 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: pagination Jun 18 14:05:54.759265 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: port_device_profile.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.760160 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.760664 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: port-device-profile Jun 18 14:05:54.760974 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.761888 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.762385 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: port-mac-address-regenerate Jun 18 14:05:54.762697 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.763578 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.764079 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: port-numa-affinity-policy Jun 18 14:05:54.764393 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: port_resource_request.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.765283 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.765805 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension port-resource-request not supported by any of loaded plugins Jun 18 14:05:54.766122 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: portbindings.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.767024 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.767516 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: binding Jun 18 14:05:54.767827 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: portbindings_extended.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.769153 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.769670 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: binding-extended Jun 18 14:05:54.769988 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: portsecurity.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.770869 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.771376 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: port-security Jun 18 14:05:54.771702 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: project_id.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.772654 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.772976 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: project-id Jun 18 14:05:54.773292 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: providernet.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.774223 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.774735 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: provider Jun 18 14:05:54.775273 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: qos.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.778770 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.779285 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension qos not supported by any of loaded plugins Jun 18 14:05:54.779608 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.780834 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.781343 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 18 14:05:54.781694 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.782587 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.783088 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 18 14:05:54.783406 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: qos_default.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.784369 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.784873 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension qos-default not supported by any of loaded plugins Jun 18 14:05:54.785194 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: qos_fip.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.785862 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.786353 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension qos-fip not supported by any of loaded plugins Jun 18 14:05:54.786667 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: qos_gateway_ip.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.787568 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.788072 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 18 14:05:54.788389 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: qos_port_network_policy.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.789277 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.789817 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 18 14:05:54.790136 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: qos_rule_type_details.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.791025 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.791530 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 18 14:05:54.791847 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: qos_rules_alias.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.792866 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.793368 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 18 14:05:54.793710 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: quotasv2.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.794655 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.794975 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: quotas Jun 18 14:05:54.795290 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: quotasv2_detail.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.798345 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.798683 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: quota_details Jun 18 14:05:54.799010 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: rbac.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.800933 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.801452 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: rbac-policies Jun 18 14:05:54.801801 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: rbac_address_group.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.802702 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.803211 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: rbac-address-group Jun 18 14:05:54.803529 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: rbac_address_scope.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.804424 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.804932 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: rbac-address-scope Jun 18 14:05:54.805248 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: rbac_security_groups.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.806178 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.806689 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: rbac-security-groups Jun 18 14:05:54.807004 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: rbac_subnetpool.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.807896 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.808399 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: rbac-subnetpool Jun 18 14:05:54.808712 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: revisionifmatch.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.809634 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.810141 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: revision-if-match Jun 18 14:05:54.810459 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: revisions.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.811743 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.812256 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: standard-attr-revisions Jun 18 14:05:54.812657 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: router_availability_zone.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.813289 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.813755 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: router_availability_zone Jun 18 14:05:54.814070 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: routerservicetype.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.814961 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.816089 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension router-service-type not supported by any of loaded plugins Jun 18 14:05:54.816401 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.817313 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.817858 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: security-groups-normalized-cidr Jun 18 14:05:54.818175 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.819070 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.819578 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: port-security-groups-filtering Jun 18 14:05:54.819895 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.822268 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.822268 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: security-groups-remote-address-group Jun 18 14:05:54.822268 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: securitygroup.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.831241 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.831777 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: security-group Jun 18 14:05:54.832100 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: segment.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.832892 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.833395 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension segment not supported by any of loaded plugins Jun 18 14:05:54.833740 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.834690 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.835191 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 18 14:05:54.835506 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: servicetype.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.836617 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.837140 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: service-type Jun 18 14:05:54.837483 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: sorting.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.838458 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.838781 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: sorting Jun 18 14:05:54.839099 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: standard_attr_segment.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.840056 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.840499 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 18 14:05:54.840812 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: standardattrdescription.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.841487 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.841990 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: standard-attr-description Jun 18 14:05:54.842305 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: stateful_security_group.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.843247 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.843758 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: stateful-security-group Jun 18 14:05:54.844078 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: stdattrs_common.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.844648 dv-cinder-795751-2-iscsi neutron-server[93501]: WARNING neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 18 14:05:54.844961 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.845983 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.847034 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 18 14:05:54.847349 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: subnet_onboard.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.848421 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.848922 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: subnet_onboard Jun 18 14:05:54.849242 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.850195 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.850691 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 18 14:05:54.851008 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: subnet_service_types.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.851935 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.852441 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: subnet-service-types Jun 18 14:05:54.852758 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: subnetallocation.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.853909 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.854419 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: subnet_allocation Jun 18 14:05:54.854736 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.855409 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.855909 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: subnetpool-prefix-ops Jun 18 14:05:54.856225 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.857161 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.857690 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 18 14:05:54.858017 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: tagging.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.859113 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.859625 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: standard-attr-tag Jun 18 14:05:54.859942 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: timestamp.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.861172 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.861712 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loaded extension: standard-attr-timestamp Jun 18 14:05:54.862145 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: trunk.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.863679 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.864193 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension trunk not supported by any of loaded plugins Jun 18 14:05:54.864507 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: trunk_details.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.865398 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.865929 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension trunk-details not supported by any of loaded plugins Jun 18 14:05:54.866242 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: uplink_status_propagation.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.867142 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.867646 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 18 14:05:54.867966 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Loading extension file: vlantransparent.py {{(pid=93501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 14:05:54.868651 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 14:05:54.869146 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 18 14:05:54.871738 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Creating instance of TrackedResource for resource:network Jun 18 14:05:54.872275 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Creating instance of TrackedResource for resource:subnet Jun 18 14:05:54.872665 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 14:05:54.873052 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Creating instance of TrackedResource for resource:port Jun 18 14:05:54.874379 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.v2.resource_helper [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 14:05:54.874817 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.v2.resource_helper [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Service FLAVORS assigned prefix: {{(pid=93501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 14:05:54.875420 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.v2.resource_helper [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 14:05:54.875846 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.v2.resource_helper [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 14:05:54.876171 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Creating instance of TrackedResource for resource:router Jun 18 14:05:54.876594 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 14:05:54.877083 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.v2.resource_helper [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Service METERING assigned prefix: /metering {{(pid=93501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 14:05:54.878602 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.878973 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.879324 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:05:54.880354 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 14:05:54.880805 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Creating instance of TrackedResource for resource:security_group Jun 18 14:05:54.881231 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 14:05:54.881876 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.v2.resource_helper [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Service CORE assigned prefix: {{(pid=93501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 14:05:54.882201 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 14:05:54.882547 dv-cinder-795751-2-iscsi neutron-server[93501]: WARNING neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] subnetpool is already registered Jun 18 14:05:54.882986 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.v2.resource_helper [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Service CORE assigned prefix: {{(pid=93501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 14:05:54.883305 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 14:05:54.883629 dv-cinder-795751-2-iscsi neutron-server[93501]: WARNING neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] subnetpool is already registered Jun 18 14:05:54.886002 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.v2.resource_helper [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 14:05:54.886433 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.v2.resource_helper [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Service FLAVORS assigned prefix: {{(pid=93501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 14:05:54.887025 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.v2.resource_helper [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 14:05:54.887443 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.v2.resource_helper [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 14:05:54.887770 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Creating instance of TrackedResource for resource:router Jun 18 14:05:54.888103 dv-cinder-795751-2-iscsi neutron-server[93501]: WARNING neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] router is already registered Jun 18 14:05:54.888515 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 14:05:54.888840 dv-cinder-795751-2-iscsi neutron-server[93501]: WARNING neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] floatingip is already registered Jun 18 14:05:54.889297 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.v2.resource_helper [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Service METERING assigned prefix: /metering {{(pid=93501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 14:05:54.890000 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 14:05:54.890319 dv-cinder-795751-2-iscsi neutron-server[93501]: WARNING neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] rbac_policy is already registered Jun 18 14:05:54.890724 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Creating instance of TrackedResource for resource:security_group Jun 18 14:05:54.891050 dv-cinder-795751-2-iscsi neutron-server[93501]: WARNING neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] security_group is already registered Jun 18 14:05:54.891444 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 14:05:54.891766 dv-cinder-795751-2-iscsi neutron-server[93501]: WARNING neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] security_group_rule is already registered Jun 18 14:05:54.892382 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.v2.resource_helper [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Service CORE assigned prefix: {{(pid=93501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 14:05:54.892701 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 14:05:54.893027 dv-cinder-795751-2-iscsi neutron-server[93501]: WARNING neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] subnetpool is already registered Jun 18 14:05:54.893479 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.v2.resource_helper [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Service CORE assigned prefix: {{(pid=93501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 14:05:54.893804 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 14:05:54.894129 dv-cinder-795751-2-iscsi neutron-server[93501]: WARNING neutron.quota.resource_registry [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] subnetpool is already registered Jun 18 14:05:54.894599 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: extensions {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.896095 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: address-groups {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.897588 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: address-scopes {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.898905 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: agents {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.900050 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: auto-allocated-topology {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.901291 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: availability_zones {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.902530 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: dhcp-networks {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.904025 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: dhcp-agents {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.905424 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: routers {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.907150 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: flavors {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.910139 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: service_profiles {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.911334 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: next_providers {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.912763 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: service_profiles {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.914305 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: floatingip-pools {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.915521 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: routers {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.917208 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: floatingips {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.918502 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: l3-routers {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.919867 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: l3-agents {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.921262 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: metering-labels {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.922531 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: metering-label-rules {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.923886 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: network-ip-availabilities {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.926000 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: bindings {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.927553 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: quotas {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.929071 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: quotas {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.930497 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: rbac-policies {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.931680 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: security-groups {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.932955 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: security-group-rules {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.934217 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: service-providers {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.935428 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: subnetpools {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.936734 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: subnetpools {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.938298 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: tags {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.939941 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: tags {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.941812 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: tags {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.943578 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: tags {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.945225 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: tags {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.947180 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: tags {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.948927 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: tags {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.950734 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: tags {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.952577 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: tags {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.954325 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron.api.extensions [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Extended resource: tags {{(pid=93501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 14:05:54.960367 dv-cinder-795751-2-iscsi neutron-server[93501]: WARNING keystonemiddleware.auth_token [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 18 14:05:54.971893 dv-cinder-795751-2-iscsi neutron-server[93501]: WARNING keystonemiddleware.auth_token [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 18 14:05:54.973714 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Acquired lock "singleton_lock" {{(pid=93501) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 18 14:05:54.974187 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Releasing lock "singleton_lock" {{(pid=93501) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 18 14:05:54.974816 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO oslo_service.service [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Starting 2 workers Jun 18 14:05:54.979567 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Started child 93612 {{(pid=93501) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 14:05:54.983967 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Started child 93613 {{(pid=93501) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 14:05:54.985100 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:05:54.985882 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO neutron.service [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 18 14:05:54.986319 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Notify callbacks [] for process, before_spawn {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:05:54.986726 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [-] (93612) wsgi starting up on http://0.0.0.0:9696 Jun 18 14:05:54.989298 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO oslo_service.service [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Starting 1 workers Jun 18 14:05:54.989639 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:05:54.991111 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [-] (93613) wsgi starting up on http://0.0.0.0:9696 Jun 18 14:05:54.994486 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Started child 93614 {{(pid=93501) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 14:05:54.995045 dv-cinder-795751-2-iscsi neutron-server[93501]: INFO oslo_service.service [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Starting 1 workers Jun 18 14:05:54.998436 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.service [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] calling RpcWorker wait() {{(pid=93614) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 18 14:05:54.999092 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.service [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] returning from RpcWorker wait() {{(pid=93614) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 18 14:05:55.002908 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Started child 93615 {{(pid=93501) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 14:05:55.003023 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:05:55.003100 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4389095e-8bee-40b0-87cd-05bf6894c0e0 None None] Notify callbacks [] for process, after_spawn {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:05:55.003181 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:05:55.003253 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93501) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 14:05:55.003253 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 14:05:55.003253 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 14:05:55.003253 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 14:05:55.003523 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 14:05:55.003523 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 14:05:55.003970 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.004247 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.004517 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.004609 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:05:55.005073 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.005073 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.005715 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.005974 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.006243 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.006507 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.006734 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.006911 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.007074 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.007330 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.007555 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.007837 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.008161 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.008394 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.008669 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.008830 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.009119 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.009329 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.009599 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.009873 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] debug = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.010120 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.010631 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.010814 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.011062 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.011297 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.011588 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.011812 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.012081 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.012328 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.012576 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.012790 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.013047 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.013309 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.013513 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.013768 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.014033 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.014261 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.014719 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] host = dv-cinder-795751-2-iscsi {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.015034 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.015195 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.015442 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.015693 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.015995 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.016154 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.016423 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.016653 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.016922 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.017143 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.017393 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.017672 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.017891 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.018159 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] log_file = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.018350 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] log_options = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.018572 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.018850 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.019116 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.019301 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.019469 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.019656 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.019917 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.020054 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.020390 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.020680 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.020873 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.021038 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.021227 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.021588 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.021850 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.022120 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.022375 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.022604 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.022862 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.023088 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.023350 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.023534 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.023754 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.023999 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.024207 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.024422 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.024645 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.024878 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.025149 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.025348 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.025633 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.025900 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.026156 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.026405 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.026723 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.026882 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.027094 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.027329 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.027557 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.027796 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.028047 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.028285 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.028513 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.028744 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.030272 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.030272 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] use_json = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.030272 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.030272 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.030272 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.035259 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:05:55.035404 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.035404 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.035404 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.035404 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.035404 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.035404 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.035404 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.035404 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.036205 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.036205 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.036205 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.036205 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.036205 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.036205 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.036205 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.036205 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.036205 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.036976 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.036976 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.036976 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.036976 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.037350 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.037440 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.037656 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.037907 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.038126 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.038348 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.038678 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.038946 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.039195 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.039459 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.039678 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.039917 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.040135 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.040356 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.040578 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.040798 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.041048 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.041294 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.041674 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.042006 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.042282 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.042705 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.043177 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.043444 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.043444 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.045200 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.045200 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.045200 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.045200 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.045200 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.045200 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.045640 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.045640 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.045781 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.046025 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.046225 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.046416 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.046670 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.046944 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.047490 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.047712 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.047927 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.048144 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.048374 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.048620 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.048872 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.049093 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.049329 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.050196 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.050482 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.054637 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.054637 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.054637 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.054637 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.054637 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.054637 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.054637 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.054637 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.054637 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.055258 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.055258 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.055258 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.055258 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.055258 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.055258 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.055258 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.055258 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.055258 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.055791 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.055791 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.055791 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.055791 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.055791 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.056137 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.056216 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.056556 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.056742 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.056978 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.057130 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.057353 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.057604 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.057859 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.058136 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.058348 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.058589 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.058833 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.059115 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.059345 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.059599 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.059858 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.060157 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.060535 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.060797 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.061080 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.061505 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.061657 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.061896 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.062203 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.062424 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.062698 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.062984 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.063258 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.063529 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.063767 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.064000 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.064254 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.064491 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.064795 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.065145 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.065899 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.065986 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.066264 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.066507 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.066750 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.067003 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.067253 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.067616 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.067992 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.068137 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.068264 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.068531 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.068832 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.069127 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.069406 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.069675 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.069908 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.070167 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.070414 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.070628 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.070878 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.071112 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.071325 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.071569 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.071800 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.072049 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.072294 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.072530 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.072768 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.073052 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.073274 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.073532 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.074114 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.074114 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.074336 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.074502 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.074876 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.074991 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.075893 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.075893 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.075893 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.075893 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.076228 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.076228 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.076516 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.076762 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.076974 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.078281 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.078281 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.078281 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.078281 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.078281 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.079297 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.079297 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.079297 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.079297 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.079297 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.080182 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.080182 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.080182 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.080182 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.080852 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.080852 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.081122 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.081122 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.081375 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.081596 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.081790 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.082015 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.082250 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.082463 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.082685 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.082901 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.083142 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.083379 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.083593 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.083824 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.084041 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.084246 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.084482 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.084701 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.085041 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.085323 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.085531 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.085725 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.085922 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.086150 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.086838 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.086838 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.086838 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.087263 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.087263 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.087517 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.087606 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.087815 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.087953 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.088199 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.088387 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.088582 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.088794 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.088999 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.089239 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.089447 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.089687 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.089895 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.090152 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.090396 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.090653 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.090869 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.091157 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.091402 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.091653 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.091904 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.092230 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.092441 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.092708 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.092923 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.093209 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.093359 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.093748 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.093954 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.094298 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.094513 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.094762 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.095021 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.095306 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.095558 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.095772 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.096080 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.096942 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.097210 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.097474 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.097765 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.098034 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.098520 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.098520 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.098819 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.098953 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.099131 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.099365 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.099590 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.100051 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.100051 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.100310 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.100499 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.100743 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.100970 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.101205 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.101423 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.101615 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 14:05:55.102170 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93501) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 14:05:55.102329 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 14:05:55.102479 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 14:05:55.102651 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 14:05:55.102817 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 14:05:55.102968 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 14:05:55.103172 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.103337 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.103490 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.103647 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.103802 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.103984 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.104138 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.104294 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.104452 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.104605 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.104760 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.104916 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.105072 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.105226 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.105395 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.105569 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.105717 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.105874 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.106033 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.106188 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.106342 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.106496 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.106652 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] debug = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.106851 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.106997 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.107159 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.107315 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.107463 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.107595 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.107812 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.107925 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.108085 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.108208 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.108366 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.108516 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.108698 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.108814 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.108970 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.109124 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.109279 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.109432 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] host = dv-cinder-795751-2-iscsi {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.109612 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.109766 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.109922 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.110077 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.110231 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.110384 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.110539 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.110693 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.110848 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.111002 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.111156 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.111310 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.111465 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.111619 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] log_file = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.111774 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] log_options = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.111929 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.112704 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.112850 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.113022 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.113183 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.113344 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.113595 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.113754 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.113909 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.114065 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.114221 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.114378 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.114846 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.115052 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.115214 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.115369 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.115524 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.115681 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.115837 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.115977 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.116321 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.116321 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.116641 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.116803 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.116959 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.117115 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.117269 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.117424 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.117645 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.117807 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.117936 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.118061 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.118186 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.118330 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.118469 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.118596 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.118748 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.118906 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.119061 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.119215 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.119368 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.119523 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.119679 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.119834 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.119990 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.120146 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] use_json = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.120515 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.120964 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.121121 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.121277 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.121472 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.121634 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.121789 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.121946 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 14:05:55.122129 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.122344 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.122516 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.122674 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.122833 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.122991 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.123153 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.123364 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.123529 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.123684 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.123850 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.124014 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.124230 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.124388 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.124547 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.124708 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.124869 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.125079 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.125238 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.125397 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.125572 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.125728 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.125904 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.126088 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.126268 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.126487 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.126665 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.126848 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.127013 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.127171 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.127330 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.127554 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.127723 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.127905 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.128064 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.128227 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.129037 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.129037 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.129037 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.129037 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.129037 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.129663 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.129663 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.129663 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.129880 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.129880 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.130084 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.130169 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.130347 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.130511 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.130737 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.130930 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.131098 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.131249 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.131444 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.131710 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.131907 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.132039 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.132185 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.132305 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.132394 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.132546 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.132703 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.132861 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.133051 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.133221 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.133380 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.133579 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.133738 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.133906 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.134064 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.134222 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.134420 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.134581 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.134781 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.134977 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.135162 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.135360 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.135557 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.135715 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.135875 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.136034 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.136191 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.136350 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.136517 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.136689 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.136848 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.137028 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.137187 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.137344 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.137528 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.137675 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.137835 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.138012 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.138210 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.138409 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.138586 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.138758 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.138932 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.139091 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.139249 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.139406 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.139566 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.139721 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.139878 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.140036 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.140193 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.140352 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.140510 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.140715 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.140919 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.141093 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.141277 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.141484 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.141699 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.141865 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.142054 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.142188 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.142386 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.142559 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.142716 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.142873 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.143030 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.143218 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.143377 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.143535 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.143693 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.143859 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.148420 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.148420 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.148420 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.148420 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.148420 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.148420 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.148420 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.148420 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.149056 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.149056 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.149056 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.149056 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.149056 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.149056 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.149056 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.149056 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.149639 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.149639 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.149639 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.149639 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.149639 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.149639 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.149639 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.149639 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.150216 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.150216 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.150216 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.150216 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.150216 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.150216 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.150216 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.150216 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.150789 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.150789 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.150789 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.150789 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.150789 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.150789 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.150789 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.150789 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.151437 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.151437 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.151437 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.151437 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.151437 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.151437 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.151437 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.151948 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.151948 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.151948 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.152178 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.152178 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.152455 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.152455 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.152691 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.152770 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.152925 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.153083 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.153240 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.153413 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.153617 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.153775 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.153934 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.154092 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.154249 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.154406 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.154563 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.154724 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.154896 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.155151 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.155151 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.155466 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.155466 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.155727 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.155814 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.155942 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.156054 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.156179 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.156353 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.156512 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.156866 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.156866 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.157030 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.157111 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.157270 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.157427 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.157617 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.157775 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.158012 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.158130 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.158243 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.158409 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.158554 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.158721 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.159472 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.159614 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.159779 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.159937 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.160097 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.160291 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.160433 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.160560 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.160677 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.160838 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.160996 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.161153 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.161320 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.161503 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.161659 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.161820 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.161990 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.162152 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.162314 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.162481 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.162618 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.162760 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.162906 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.163067 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.163234 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.163404 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.163571 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.163764 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.163903 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.164076 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.164256 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.164394 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.164531 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.164668 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.164853 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.165051 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.165247 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.165247 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.165573 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.165573 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.165838 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.165838 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.166087 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.166222 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.166356 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.166495 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.166632 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.166835 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.166835 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.167115 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.167115 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.167370 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 14:05:55.167561 dv-cinder-795751-2-iscsi neutron-server[93501]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 14:05:55.175824 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:05:55.290148 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 36402) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:05:55.299005 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064704 Jun 18 14:06:08.695424 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46382323-1ae6-4783-ae66-6d24cc85af8b None None] get_active_networks_info from dv-cinder-795751-2-iscsi {{(pid=93614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 14:06:08.802617 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46382323-1ae6-4783-ae66-6d24cc85af8b None None] No non-hosted networks {{(pid=93614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 18 14:06:08.812695 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.agentschedulers_db [None req-46382323-1ae6-4783-ae66-6d24cc85af8b None None] DHCP Agent not found on host dv-cinder-795751-2-iscsi {{(pid=93614) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 18 14:06:08.915851 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-c6f135eb-c061-4a4c-8010-cf017456961c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993'] for agent, after_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:12.040214 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993'] for agent, after_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:12.041119 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:12.041275 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:12.041615 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:12.041955 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:12.042321 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:12.042820 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:12.043298 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:12.043808 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:12.044284 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:12.044819 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:12.045305 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:12.045798 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:12.049237 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-795751-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:06:12.059707 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-795751-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:06:12.396295 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-f597a772-d353-4aa1-816f-cae1e6b55925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993'] for agent, after_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:12.444239 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.db.api [None req-373a868c-9cbb-4a6a-adc9-c745e13353bd None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-795751-2-iscsi {{(pid=93614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 14:06:12.445044 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_db.api [None req-373a868c-9cbb-4a6a-adc9-c745e13353bd None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 14:06:13.089307 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-373a868c-9cbb-4a6a-adc9-c745e13353bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:13.426497 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993'] for agent, after_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:15.119977 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993'] for agent, after_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:16.323677 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 36494) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:06:16.874321 dv-cinder-795751-2-iscsi neutron-server[93612]: WARNING oslo_policy.policy [None req-95abca5e-7a7a-4bd0-968b-a9979d7ae5bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 14:06:16.874911 dv-cinder-795751-2-iscsi neutron-server[93612]: WARNING oslo_policy.policy [None req-95abca5e-7a7a-4bd0-968b-a9979d7ae5bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 14:06:17.092187 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [None req-95abca5e-7a7a-4bd0-968b-a9979d7ae5bf admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 14:06:17.093203 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-95abca5e-7a7a-4bd0-968b-a9979d7ae5bf admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7686405 Jun 18 14:06:18.649323 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.db.l3_hamode_db [None req-f9942530-f7a5-4b50-9490-cce665088e84 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 18 14:06:18.726810 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9942530-f7a5-4b50-9490-cce665088e84 None None] Routers set() bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:06:18.727198 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9942530-f7a5-4b50-9490-cce665088e84 None None] Router IDs set() for agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 18 14:06:19.463869 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 36508) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:06:19.784909 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-b7a6bfca-50b8-4384-acbb-1c1abc1b11f7 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:06:19.878819 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.policy [None req-b7a6bfca-50b8-4384-acbb-1c1abc1b11f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93612) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 14:06:19.924373 dv-cinder-795751-2-iscsi neutron-server[93612]: WARNING oslo_policy.policy [None req-b7a6bfca-50b8-4384-acbb-1c1abc1b11f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 14:06:19.924762 dv-cinder-795751-2-iscsi neutron-server[93612]: WARNING oslo_policy.policy [None req-b7a6bfca-50b8-4384-acbb-1c1abc1b11f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 14:06:19.933775 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.quota [None req-b7a6bfca-50b8-4384-acbb-1c1abc1b11f7 admin admin] Loaded quota_driver: . Jun 18 14:06:20.089329 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b7a6bfca-50b8-4384-acbb-1c1abc1b11f7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749953390732', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749953392351', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749953411351', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749953405133', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749953366672', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749953352479', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3629612', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3657011', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-565228', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-643857'] for rbac-policy, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:20.291304 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b7a6bfca-50b8-4384-acbb-1c1abc1b11f7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:20.292446 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-b7a6bfca-50b8-4384-acbb-1c1abc1b11f7 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8276067 Jun 18 14:06:22.881819 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 36520) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:06:23.196576 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'adf417810a2f41db87103536ebb8a404', 'tenant_id': 'adf417810a2f41db87103536ebb8a404', 'name': 'private'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:06:23.284760 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Made reservation on behalf of adf417810a2f41db87103536ebb8a404 for: {'network': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:06:23.287623 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for network, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:23.304799 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:23.426580 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:23.490940 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:23.496384 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:06:23.512173 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=93612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 14:06:23.541225 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749953549002', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:23.541853 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Unsubscribe: segment precommit_create {{(pid=93612) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 14:06:23.542346 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.segments_db [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Added segment 096e001b-1f7b-4e20-9ce1-8052dd919245 of type vlan for network a176418b-ec90-452a-8c3a-7465570a08e0 Jun 18 14:06:23.560033 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56a3336-31a6-4671-8b29-4f059413287e,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:06:23.609253 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:23.609623 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:23.609976 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:23.610301 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:23.610617 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:23.610933 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:23.611242 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:23.611552 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:23.611877 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:23.612187 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:23.612494 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:23.612793 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Tracked resource versions report: Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: pushed versions: Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: { 'AddressGroup': {'1.2'}, Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: 'ConntrackHelper': {'1.0'}, Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: 'Log': {'1.0'}, Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: 'Network': {'1.1'}, Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: 'Port': {'1.7'}, Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: 'PortForwarding': {'1.2'}, Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: 'QosPolicy': {'1.8'}, Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: 'SecurityGroup': {'1.4'}, Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: 'SecurityGroupRule': {'1.2'}, Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: 'SubPort': {'1.0'}, Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: 'Subnet': {'1.1'}, Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: 'Trunk': {'1.1'}} Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: consumer versions: Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: { DHCP agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: L3 agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: Metadata agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: Metering agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: Open vSwitch agent@dv-cinder-795751-2-iscsi: { 'AddressGroup': '1.2', Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: 'ConntrackHelper': '1.0', Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: 'Log': '1.0', Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: 'Network': '1.1', Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: 'Port': '1.7', Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: 'PortForwarding': '1.2', Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: 'QosPolicy': '1.8', Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: 'SecurityGroup': '1.4', Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: 'SecurityGroupRule': '1.2', Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: 'SubPort': '1.0', Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: 'Subnet': '1.1', Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: 'Trunk': '1.1'}} Jun 18 14:06:23.613922 dv-cinder-795751-2-iscsi neutron-server[93612]: {{(pid=93612) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 14:06:23.664230 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749953027292'] for network, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:23.669351 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:06:23.776760 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588'] for network, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:23.778262 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:06:23.778928 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:23.781090 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:06:23.877161 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Pushing event updated for resources: {'Network': ['ID=a176418b-ec90-452a-8c3a-7465570a08e0,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:06:23.880408 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:06:23.888367 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Network a176418b-ec90-452a-8c3a-7465570a08e0 details requested by agent ovs-agent-dv-cinder-795751-2-iscsi with host dv-cinder-795751-2-iscsi {{(pid=93614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 14:06:23.920086 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0371709 Jun 18 14:06:26.597925 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 36534) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:06:27.018344 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9280ef7f-2862-492b-a4cc-e62a52ff3919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:06:27.019709 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-9280ef7f-2862-492b-a4cc-e62a52ff3919 admin admin] 10.222.0.26 "GET /v2.0/networks/a176418b-ec90-452a-8c3a-7465570a08e0 HTTP/1.1" status: 200 len: 825 time: 0.4208164 Jun 18 14:06:27.044695 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-4ae9ed32-db66-4656-902b-609a7f4b9567 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/1d2190ea-e217-4822-8ef2-1cf4544c40e7 HTTP/1.1" status: 200 len: 734 time: 0.0195796 Jun 18 14:06:27.056352 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-3dcded63-a650-4e52-b486-ab3e09e40f52 admin admin] Request body: {'subnet': {'network_id': 'a176418b-ec90-452a-8c3a-7465570a08e0', 'ip_version': 4, 'subnetpool_id': '1d2190ea-e217-4822-8ef2-1cf4544c40e7', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': 'adf417810a2f41db87103536ebb8a404'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:06:27.180144 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcded63-a650-4e52-b486-ab3e09e40f52 admin admin] Made reservation on behalf of adf417810a2f41db87103536ebb8a404 for: {'subnet': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:06:27.182937 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3dcded63-a650-4e52-b486-ab3e09e40f52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:27.713959 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3dcded63-a650-4e52-b486-ab3e09e40f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583'] for subnet, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:27.716406 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:06:27.784737 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcded63-a650-4e52-b486-ab3e09e40f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0592db-67af-43eb-9618-baad1b0ddb8e,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:06:27.789234 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcded63-a650-4e52-b486-ab3e09e40f52 admin admin] Checking segment: {'id': '096e001b-1f7b-4e20-9ce1-8052dd919245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'a176418b-ec90-452a-8c3a-7465570a08e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:06:27.789787 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcded63-a650-4e52-b486-ab3e09e40f52 admin admin] Network hostable DHCP agents. Network: a176418b-ec90-452a-8c3a-7465570a08e0, hostable agents: ['a833f364-3b43-4f9e-93eb-c5238733b25c'], hosted agents: [] {{(pid=93612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 14:06:27.792005 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-3dcded63-a650-4e52-b486-ab3e09e40f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:06:27.900340 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcded63-a650-4e52-b486-ab3e09e40f52 admin admin] Network a176418b-ec90-452a-8c3a-7465570a08e0 is scheduled to be hosted by DHCP agent a833f364-3b43-4f9e-93eb-c5238733b25c with binding_index 1 {{(pid=93612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 14:06:27.993355 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-3dcded63-a650-4e52-b486-ab3e09e40f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-2-iscsi, a176418b-ec90-452a-8c3a-7465570a08e0) {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:06:27.998301 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcded63-a650-4e52-b486-ab3e09e40f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:06:28.002598 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3dcded63-a650-4e52-b486-ab3e09e40f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:28.004692 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4211684-e3c3-4026-ae3a-d1a057f6b7e9 None None] Network a176418b-ec90-452a-8c3a-7465570a08e0 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:06:28.092473 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-3dcded63-a650-4e52-b486-ab3e09e40f52 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0412977 Jun 18 14:06:28.368277 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d5ec8f6-9621-5ecb-8e85-a3906f322592-a176418b-ec90-452a-8c3a-7465570a08e0', 'network_id': 'a176418b-ec90-452a-8c3a-7465570a08e0', 'tenant_id': 'adf417810a2f41db87103536ebb8a404', 'fixed_ips': [{'subnet_id': '3b0592db-67af-43eb-9618-baad1b0ddb8e'}]}} from dv-cinder-795751-2-iscsi. {{(pid=93614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 14:06:28.369556 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:28.667077 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.db_base_plugin_common [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Allocated IP 172.20.0.2 (a176418b-ec90-452a-8c3a-7465570a08e0/3b0592db-67af-43eb-9618-baad1b0ddb8e/adceb526-60a6-4346-bda4-9c2d990ada3a) {{(pid=93614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:06:28.880710 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Notify callbacks [] for port, precommit_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:28.899696 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Transition to ACTIVE for port object adceb526-60a6-4346-bda4-9c2d990ada3a will not be triggered until provisioned by entity L2. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:06:28.959988 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Transition to ACTIVE for port object adceb526-60a6-4346-bda4-9c2d990ada3a will not be triggered until provisioned by entity DHCP. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:06:29.045156 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990'] for port, after_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:29.048590 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:06:29.118376 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Network a176418b-ec90-452a-8c3a-7465570a08e0 is already hosted by enough agents. {{(pid=93614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:06:29.123104 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.scheduler.base_scheduler [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Resources bound (agent type, host, resource id): {{(pid=93614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:06:29.129637 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Received port after_create {{(pid=93614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:06:29.131671 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Pushing event updated for resources: {'Port': ['ID=adceb526-60a6-4346-bda4-9c2d990ada3a,revision_number=1']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:06:29.142119 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:29.142513 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:29.142850 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:29.143177 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:29.143500 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:29.143822 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:29.144140 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:29.144455 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:29.144893 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:29.145142 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:29.145414 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:29.145742 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Tracked resource versions report: Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: pushed versions: Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: { 'AddressGroup': {'1.2'}, Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: 'ConntrackHelper': {'1.0'}, Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: 'Log': {'1.0'}, Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: 'Network': {'1.1'}, Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: 'Port': {'1.7'}, Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: 'PortForwarding': {'1.2'}, Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: 'QosPolicy': {'1.8'}, Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: 'SecurityGroup': {'1.4'}, Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: 'SecurityGroupRule': {'1.2'}, Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: 'SubPort': {'1.0'}, Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: 'Subnet': {'1.1'}, Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: 'Trunk': {'1.1'}} Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: consumer versions: Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: { DHCP agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: L3 agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: Metadata agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: Metering agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: Open vSwitch agent@dv-cinder-795751-2-iscsi: { 'AddressGroup': '1.2', Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: 'ConntrackHelper': '1.0', Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: 'Log': '1.0', Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: 'Network': '1.1', Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: 'Port': '1.7', Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: 'PortForwarding': '1.2', Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: 'QosPolicy': '1.8', Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: 'SecurityGroup': '1.4', Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: 'SecurityGroupRule': '1.2', Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: 'SubPort': '1.0', Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: 'Subnet': '1.1', Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: 'Trunk': '1.1'}} Jun 18 14:06:29.146923 dv-cinder-795751-2-iscsi neutron-server[93614]: {{(pid=93614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 14:06:29.168069 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:06:29.221916 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Attempting to bind port adceb526-60a6-4346-bda4-9c2d990ada3a on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:06:29.222237 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Attempting to bind port adceb526-60a6-4346-bda4-9c2d990ada3a by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '096e001b-1f7b-4e20-9ce1-8052dd919245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'a176418b-ec90-452a-8c3a-7465570a08e0'}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:06:29.222666 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Attempting to bind port adceb526-60a6-4346-bda4-9c2d990ada3a on network a176418b-ec90-452a-8c3a-7465570a08e0 {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:06:29.228078 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:06:29.228487 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Checking segment: {'id': '096e001b-1f7b-4e20-9ce1-8052dd919245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'a176418b-ec90-452a-8c3a-7465570a08e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:06:29.228962 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:29.229357 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Bound using segment: {'id': '096e001b-1f7b-4e20-9ce1-8052dd919245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'a176418b-ec90-452a-8c3a-7465570a08e0'} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:06:29.229853 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Bound port: adceb526-60a6-4346-bda4-9c2d990ada3a, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096e001b-1f7b-4e20-9ce1-8052dd919245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'a176418b-ec90-452a-8c3a-7465570a08e0'}}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:06:29.230250 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:29.294090 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] For port adceb526-60a6-4346-bda4-9c2d990ada3a, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:06:29.298852 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] For port adceb526-60a6-4346-bda4-9c2d990ada3a, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=adceb526-60a6-4346-bda4-9c2d990ada3a,segment=NetworkSegment(096e001b-1f7b-4e20-9ce1-8052dd919245),segment_id=096e001b-1f7b-4e20-9ce1-8052dd919245)] {{(pid=93614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:06:29.369138 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:29.372224 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:06:29.441352 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Pushing event updated for resources: {'Port': ['ID=adceb526-60a6-4346-bda4-9c2d990ada3a,revision_number=2']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:06:29.444753 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:06:30.877634 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 36542) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:06:31.246133 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [None req-fce2cd55-1b1d-48eb-b93f-10271204be61 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 14:06:31.247118 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-fce2cd55-1b1d-48eb-b93f-10271204be61 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3685381 Jun 18 14:06:33.057829 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 5 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:06:33.796093 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 36550) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:06:34.130010 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [None req-1866a549-8733-4c5b-b06f-e36b4d8d6b23 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 14:06:34.130980 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-1866a549-8733-4c5b-b06f-e36b4d8d6b23 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3338692 Jun 18 14:06:35.889473 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a73970-c508-4991-bf7f-0171826fc143 None None] Network a176418b-ec90-452a-8c3a-7465570a08e0 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:06:36.084787 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-5c2d4578-5f37-42c9-a78a-4a0db67da9d7 None None] Provisioning for port adceb526-60a6-4346-bda4-9c2d990ada3a completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:06:36.141343 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device adceb526-60a6-4346-bda4-9c2d990ada3a up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:06:36.290132 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port adceb526-60a6-4346-bda4-9c2d990ada3a completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:06:36.294700 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port adceb526-60a6-4346-bda4-9c2d990ada3a triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:06:36.295133 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:36.339670 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-32a35607-d615-4f06-ae81-f7df906e1903 None None] Provisioning complete for port adceb526-60a6-4346-bda4-9c2d990ada3a triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:06:36.340049 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-32a35607-d615-4f06-ae81-f7df906e1903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:36.467177 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:36.494824 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-32a35607-d615-4f06-ae81-f7df906e1903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:36.523896 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port adceb526-60a6-4346-bda4-9c2d990ada3a, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=adceb526-60a6-4346-bda4-9c2d990ada3a,segment=NetworkSegment(096e001b-1f7b-4e20-9ce1-8052dd919245),segment_id=096e001b-1f7b-4e20-9ce1-8052dd919245)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:06:36.610937 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:36.636488 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:06:36.676166 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.db.api [None req-32a35607-d615-4f06-ae81-f7df906e1903 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 14:06:36.676545 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_db.api [None req-32a35607-d615-4f06-ae81-f7df906e1903 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 14:06:36.690824 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=adceb526-60a6-4346-bda4-9c2d990ada3a,revision_number=3']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:06:36.693903 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:06:36.768012 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 36564) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:06:37.068306 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-ac1551dc-47ed-4878-b6d7-9f47b004f8bc admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'adf417810a2f41db87103536ebb8a404', 'name': 'router1'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:06:37.176013 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ac1551dc-47ed-4878-b6d7-9f47b004f8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3944'] for router, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:37.177656 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ac1551dc-47ed-4878-b6d7-9f47b004f8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3939'] for router, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:37.318274 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ac1551dc-47ed-4878-b6d7-9f47b004f8bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:37.410665 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ac1551dc-47ed-4878-b6d7-9f47b004f8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635706'] for router, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:37.484516 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ac1551dc-47ed-4878-b6d7-9f47b004f8bc admin admin] Notify callbacks [] for router, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:37.485675 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-ac1551dc-47ed-4878-b6d7-9f47b004f8bc admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7166641 Jun 18 14:06:38.102039 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device adceb526-60a6-4346-bda4-9c2d990ada3a up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:06:38.149172 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port adceb526-60a6-4346-bda4-9c2d990ada3a triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:06:38.149581 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:38.573614 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-9921d857-8c40-4de2-ba4a-9f536d66f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:39.872846 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 36572) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:06:40.396660 dv-cinder-795751-2-iscsi neutron-server[93613]: WARNING oslo_policy.policy [None req-b4796ea6-114d-43dc-9a44-8ea62bf63272 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 14:06:40.397244 dv-cinder-795751-2-iscsi neutron-server[93613]: WARNING oslo_policy.policy [None req-b4796ea6-114d-43dc-9a44-8ea62bf63272 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 14:06:40.613322 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [None req-b4796ea6-114d-43dc-9a44-8ea62bf63272 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 14:06:40.614591 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-b4796ea6-114d-43dc-9a44-8ea62bf63272 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7396266 Jun 18 14:06:42.002267 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:42.386758 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-9c1a61aa-41e3-4ae4-914b-68244dcfef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:42.995619 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 36586) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:06:43.328891 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:06:43.330330 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.quota [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Loaded quota_driver: . Jun 18 14:06:43.339447 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:43.455272 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Made reservation on behalf of d416df63f5d94cdbaae842f77602775c for: {'network': 1} {{(pid=93613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:06:43.523406 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.policy [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93613) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 14:06:43.568764 dv-cinder-795751-2-iscsi neutron-server[93613]: WARNING oslo_policy.policy [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 14:06:43.569154 dv-cinder-795751-2-iscsi neutron-server[93613]: WARNING oslo_policy.policy [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 14:06:43.579418 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for network, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:43.600574 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:43.731450 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:43.813421 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:43.818665 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:06:43.827299 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Reserving flat network on physical network physnet1 {{(pid=93613) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 18 14:06:43.860819 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749953549002', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:43.861356 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Unsubscribe: segment precommit_create {{(pid=93613) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 14:06:43.861896 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.db.segments_db [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Added segment 06f1262a-4f58-4126-a3e4-e458808ac32b of type flat for network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae Jun 18 14:06:43.879232 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d0927d-1422-4e86-9fe7-82f4c3080996,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:06:43.900681 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:43.901021 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:43.901352 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:43.901712 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:43.902029 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:43.902345 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:43.902658 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:43.902994 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:43.903325 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:43.903637 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:43.903942 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:43.904248 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Tracked resource versions report: Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: pushed versions: Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: { 'AddressGroup': {'1.2'}, Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: 'ConntrackHelper': {'1.0'}, Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: 'Log': {'1.0'}, Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: 'Network': {'1.1'}, Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: 'Port': {'1.7'}, Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: 'PortForwarding': {'1.2'}, Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: 'QosPolicy': {'1.8'}, Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: 'SecurityGroup': {'1.4'}, Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: 'SecurityGroupRule': {'1.2'}, Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: 'SubPort': {'1.0'}, Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: 'Subnet': {'1.1'}, Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: 'Trunk': {'1.1'}} Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: consumer versions: Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: { DHCP agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: L3 agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: Metadata agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: Metering agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: Open vSwitch agent@dv-cinder-795751-2-iscsi: { 'AddressGroup': '1.2', Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: 'ConntrackHelper': '1.0', Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: 'Log': '1.0', Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: 'Network': '1.1', Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: 'Port': '1.7', Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: 'PortForwarding': '1.2', Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: 'QosPolicy': '1.8', Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: 'SecurityGroup': '1.4', Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: 'SecurityGroupRule': '1.2', Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: 'SubPort': '1.0', Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: 'Subnet': '1.1', Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: 'Trunk': '1.1'}} Jun 18 14:06:43.905335 dv-cinder-795751-2-iscsi neutron-server[93613]: {{(pid=93613) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 14:06:43.994794 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:06:44.001400 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749953027292'] for network, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:44.118139 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588'] for network, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:44.119698 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:06:44.120478 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:44.122463 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:06:44.217071 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Pushing event updated for resources: {'Network': ['ID=bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:06:44.220836 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:06:44.228488 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae details requested by agent ovs-agent-dv-cinder-795751-2-iscsi with host dv-cinder-795751-2-iscsi {{(pid=93614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 14:06:44.278789 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2820046 Jun 18 14:06:45.066443 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:46.654536 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 36610) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:06:46.886730 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c155fff4-b518-4e01-a0b4-3a76d92279da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:06:46.888097 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-c155fff4-b518-4e01-a0b4-3a76d92279da admin admin] 10.222.0.26 "GET /v2.0/subnets/3b0592db-67af-43eb-9618-baad1b0ddb8e HTTP/1.1" status: 200 len: 849 time: 0.2325993 Jun 18 14:06:47.050129 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-dd8f7396-c930-423a-bfcb-354561745d10 admin admin] 10.222.0.26 "GET /v2.0/routers/1b174ea9-8fad-40d5-99d2-3bd8aac89564 HTTP/1.1" status: 200 len: 704 time: 0.1565146 Jun 18 14:06:47.352477 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:47.661953 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] Allocated IP 172.20.0.1 (a176418b-ec90-452a-8c3a-7465570a08e0/3b0592db-67af-43eb-9618-baad1b0ddb8e/d9cf6f70-0411-4047-8d90-0c573a18ad22) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:06:47.858966 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:47.883864 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.provisioning_blocks [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] Transition to ACTIVE for port object d9cf6f70-0411-4047-8d90-0c573a18ad22 will not be triggered until provisioned by entity DHCP. {{(pid=93613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:06:48.027301 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:48.031134 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:06:48.099959 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] Network a176418b-ec90-452a-8c3a-7465570a08e0 is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:06:48.104645 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:06:48.108312 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:06:48.108871 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636949'] for router_interface, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:48.178228 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] Pushing event updated for resources: {'Port': ['ID=d9cf6f70-0411-4047-8d90-0c573a18ad22,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:06:48.188819 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:06:48.407526 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:48.466269 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-16b90bd3-375a-4b78-80b6-567b54277d91 None None] Provisioning for port d9cf6f70-0411-4047-8d90-0c573a18ad22 completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:06:48.470207 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-16b90bd3-375a-4b78-80b6-567b54277d91 None None] Provisioning complete for port d9cf6f70-0411-4047-8d90-0c573a18ad22 triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:06:48.470622 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-16b90bd3-375a-4b78-80b6-567b54277d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:48.504682 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-16b90bd3-375a-4b78-80b6-567b54277d91 None None] Port d9cf6f70-0411-4047-8d90-0c573a18ad22 cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:06:48.648653 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:48.718351 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:48.719437 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3640674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637196'] for router_interface, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:48.721221 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:06:48.805616 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] Pushing event updated for resources: {'Port': ['ID=d9cf6f70-0411-4047-8d90-0c573a18ad22,revision_number=2']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:06:48.810979 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:06:48.856183 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] Network a176418b-ec90-452a-8c3a-7465570a08e0 is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:06:48.857661 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:06:49.123594 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] Router 1b174ea9-8fad-40d5-99d2-3bd8aac89564 is scheduled to L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff with binding_index 1 {{(pid=93613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 14:06:49.133102 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-2eae8964-384f-4b65-bbf2-e0c3ca490e5d None None] Provisioning complete for port d9cf6f70-0411-4047-8d90-0c573a18ad22 triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:06:49.134595 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-2eae8964-384f-4b65-bbf2-e0c3ca490e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:49.180009 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-2eae8964-384f-4b65-bbf2-e0c3ca490e5d None None] Port d9cf6f70-0411-4047-8d90-0c573a18ad22 cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:06:49.246221 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:06:49.255052 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] 10.222.0.26 "PUT /v2.0/routers/1b174ea9-8fad-40d5-99d2-3bd8aac89564/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1992369 Jun 18 14:06:49.259031 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] Sync routers for ids ['1b174ea9-8fad-40d5-99d2-3bd8aac89564'] in dv-cinder-795751-2-iscsi {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:06:49.275876 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] Routers {'1b174ea9-8fad-40d5-99d2-3bd8aac89564'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:06:49.276726 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:06:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['1b174ea9-8fad-40d5-99d2-3bd8aac89564'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:06:49.495800 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] Set router 1b174ea9-8fad-40d5-99d2-3bd8aac89564 gateway port host: None {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:06:49.951985 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b174ea9-8fad-40d5-99d2-3bd8aac89564', 'name': 'router1', 'tenant_id': 'adf417810a2f41db87103536ebb8a404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:06:37Z', 'updated_at': '2021-06-18T14:06:48Z', 'revision_number': 2, 'project_id': 'adf417810a2f41db87103536ebb8a404', 'gw_port_host': None, '_interfaces': [{'id': 'd9cf6f70-0411-4047-8d90-0c573a18ad22', 'name': '', 'network_id': 'a176418b-ec90-452a-8c3a-7465570a08e0', 'tenant_id': 'adf417810a2f41db87103536ebb8a404', 'mac_address': 'fa:16:3e:52:d9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b174ea9-8fad-40d5-99d2-3bd8aac89564', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b0592db-67af-43eb-9618-baad1b0ddb8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:06:47Z', 'updated_at': '2021-06-18T14:06:48Z', 'revision_number': 2, 'project_id': 'adf417810a2f41db87103536ebb8a404', 'subnets': [{'id': '3b0592db-67af-43eb-9618-baad1b0ddb8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d2190ea-e217-4822-8ef2-1cf4544c40e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:06:50.014244 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] Checking router: 1b174ea9-8fad-40d5-99d2-3bd8aac89564 for host: dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:06:50.014646 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] Updating router 1b174ea9-8fad-40d5-99d2-3bd8aac89564 port d9cf6f70-0411-4047-8d90-0c573a18ad22 binding host dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 14:06:50.085624 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:50.597666 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:50.617708 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.provisioning_blocks [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] Transition to ACTIVE for port object d9cf6f70-0411-4047-8d90-0c573a18ad22 will not be triggered until provisioned by entity L2. {{(pid=93615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:06:50.711941 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:50.715012 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:06:50.890548 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4a23d-0fd2-4d92-a044-1582c524f6e5 None None] Pushing event updated for resources: {'Port': ['ID=d9cf6f70-0411-4047-8d90-0c573a18ad22,revision_number=3']} {{(pid=93615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:06:50.939476 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a23d-0fd2-4d92-a044-1582c524f6e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:50.939823 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a23d-0fd2-4d92-a044-1582c524f6e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:50.940156 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a23d-0fd2-4d92-a044-1582c524f6e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:50.940486 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a23d-0fd2-4d92-a044-1582c524f6e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:50.940809 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a23d-0fd2-4d92-a044-1582c524f6e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:50.941131 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a23d-0fd2-4d92-a044-1582c524f6e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:50.941481 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a23d-0fd2-4d92-a044-1582c524f6e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:50.941804 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a23d-0fd2-4d92-a044-1582c524f6e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:50.942185 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a23d-0fd2-4d92-a044-1582c524f6e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:50.942503 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a23d-0fd2-4d92-a044-1582c524f6e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:50.942816 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a23d-0fd2-4d92-a044-1582c524f6e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:50.943127 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a23d-0fd2-4d92-a044-1582c524f6e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a23d-0fd2-4d92-a044-1582c524f6e5 None None] Tracked resource versions report: Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: pushed versions: Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: { 'AddressGroup': {'1.2'}, Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: 'ConntrackHelper': {'1.0'}, Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: 'Log': {'1.0'}, Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: 'Network': {'1.1'}, Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: 'Port': {'1.7'}, Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: 'PortForwarding': {'1.2'}, Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: 'QosPolicy': {'1.8'}, Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: 'SecurityGroup': {'1.4'}, Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: 'SecurityGroupRule': {'1.2'}, Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: 'SubPort': {'1.0'}, Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: 'Subnet': {'1.1'}, Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: 'Trunk': {'1.1'}} Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: consumer versions: Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: { DHCP agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: L3 agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: Metadata agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: Metering agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: Open vSwitch agent@dv-cinder-795751-2-iscsi: { 'AddressGroup': '1.2', Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: 'ConntrackHelper': '1.0', Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: 'Log': '1.0', Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: 'Network': '1.1', Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: 'Port': '1.7', Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: 'PortForwarding': '1.2', Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: 'QosPolicy': '1.8', Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: 'SecurityGroup': '1.4', Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: 'SecurityGroupRule': '1.2', Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: 'SubPort': '1.0', Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: 'Subnet': '1.1', Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: 'Trunk': '1.1'}} Jun 18 14:06:50.944272 dv-cinder-795751-2-iscsi neutron-server[93615]: {{(pid=93615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 14:06:50.948232 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-24c4a23d-0fd2-4d92-a044-1582c524f6e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:06:50.962680 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] Attempting to bind port d9cf6f70-0411-4047-8d90-0c573a18ad22 on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:06:50.963318 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] Attempting to bind port d9cf6f70-0411-4047-8d90-0c573a18ad22 by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '096e001b-1f7b-4e20-9ce1-8052dd919245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'a176418b-ec90-452a-8c3a-7465570a08e0'}] {{(pid=93615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:06:50.963991 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] Attempting to bind port d9cf6f70-0411-4047-8d90-0c573a18ad22 on network a176418b-ec90-452a-8c3a-7465570a08e0 {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:06:50.970912 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:06:50.978233 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] Checking segment: {'id': '096e001b-1f7b-4e20-9ce1-8052dd919245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'a176418b-ec90-452a-8c3a-7465570a08e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:06:50.978233 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:50.978233 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] Bound using segment: {'id': '096e001b-1f7b-4e20-9ce1-8052dd919245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'a176418b-ec90-452a-8c3a-7465570a08e0'} {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:06:50.978233 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] Bound port: d9cf6f70-0411-4047-8d90-0c573a18ad22, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096e001b-1f7b-4e20-9ce1-8052dd919245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'a176418b-ec90-452a-8c3a-7465570a08e0'}}] {{(pid=93615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:06:50.978233 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:51.053546 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.db [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] For port d9cf6f70-0411-4047-8d90-0c573a18ad22, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:06:51.076666 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.db [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] For port d9cf6f70-0411-4047-8d90-0c573a18ad22, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=d9cf6f70-0411-4047-8d90-0c573a18ad22,segment=NetworkSegment(096e001b-1f7b-4e20-9ce1-8052dd919245),segment_id=096e001b-1f7b-4e20-9ce1-8052dd919245)] {{(pid=93615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:06:51.243516 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:51.245851 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-24c4a23d-0fd2-4d92-a044-1582c524f6e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:06:51.303731 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] Routers {'1b174ea9-8fad-40d5-99d2-3bd8aac89564'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:06:51.304356 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:06:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['1b174ea9-8fad-40d5-99d2-3bd8aac89564'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:06:51.374748 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4a23d-0fd2-4d92-a044-1582c524f6e5 None None] Pushing event updated for resources: {'Port': ['ID=d9cf6f70-0411-4047-8d90-0c573a18ad22,revision_number=4']} {{(pid=93615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:06:51.378062 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-24c4a23d-0fd2-4d92-a044-1582c524f6e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:06:51.413390 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] Set router 1b174ea9-8fad-40d5-99d2-3bd8aac89564 gateway port host: None {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:06:51.526300 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 36630) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:06:51.640211 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4940ab71-eef2-425a-a49d-8c13f6ab1050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:06:51.641729 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-4940ab71-eef2-425a-a49d-8c13f6ab1050 admin admin] 10.222.0.26 "GET /v2.0/networks/bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae HTTP/1.1" status: 200 len: 842 time: 0.1144581 Jun 18 14:06:51.651110 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-803d353a-04ce-40bf-afb9-623713eabcb9 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:06:51.660668 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b174ea9-8fad-40d5-99d2-3bd8aac89564', 'name': 'router1', 'tenant_id': 'adf417810a2f41db87103536ebb8a404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:06:37Z', 'updated_at': '2021-06-18T14:06:48Z', 'revision_number': 2, 'project_id': 'adf417810a2f41db87103536ebb8a404', 'gw_port_host': None, '_interfaces': [{'id': 'd9cf6f70-0411-4047-8d90-0c573a18ad22', 'name': '', 'network_id': 'a176418b-ec90-452a-8c3a-7465570a08e0', 'tenant_id': 'adf417810a2f41db87103536ebb8a404', 'mac_address': 'fa:16:3e:52:d9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b174ea9-8fad-40d5-99d2-3bd8aac89564', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b0592db-67af-43eb-9618-baad1b0ddb8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:06:47Z', 'updated_at': '2021-06-18T14:06:51Z', 'revision_number': 4, 'project_id': 'adf417810a2f41db87103536ebb8a404', 'subnets': [{'id': '3b0592db-67af-43eb-9618-baad1b0ddb8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d2190ea-e217-4822-8ef2-1cf4544c40e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:06:51.689254 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80adaa86-5b00-4ba3-8248-72e5163586e5 None None] The sync data for ids ['1b174ea9-8fad-40d5-99d2-3bd8aac89564'] in dv-cinder-795751-2-iscsi is: [{'id': '1b174ea9-8fad-40d5-99d2-3bd8aac89564', 'name': 'router1', 'tenant_id': 'adf417810a2f41db87103536ebb8a404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:06:37Z', 'updated_at': '2021-06-18T14:06:48Z', 'revision_number': 2, 'project_id': 'adf417810a2f41db87103536ebb8a404', 'gw_port_host': None, '_interfaces': [{'id': 'd9cf6f70-0411-4047-8d90-0c573a18ad22', 'name': '', 'network_id': 'a176418b-ec90-452a-8c3a-7465570a08e0', 'tenant_id': 'adf417810a2f41db87103536ebb8a404', 'mac_address': 'fa:16:3e:52:d9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b174ea9-8fad-40d5-99d2-3bd8aac89564', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b0592db-67af-43eb-9618-baad1b0ddb8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:06:47Z', 'updated_at': '2021-06-18T14:06:51Z', 'revision_number': 4, 'project_id': 'adf417810a2f41db87103536ebb8a404', 'subnets': [{'id': '3b0592db-67af-43eb-9618-baad1b0ddb8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d2190ea-e217-4822-8ef2-1cf4544c40e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:06:51.756231 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803d353a-04ce-40bf-afb9-623713eabcb9 admin admin] Made reservation on behalf of d416df63f5d94cdbaae842f77602775c for: {'subnet': 1} {{(pid=93613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:06:51.758906 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-803d353a-04ce-40bf-afb9-623713eabcb9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:52.148154 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.objects.ports [None req-803d353a-04ce-40bf-afb9-623713eabcb9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93613) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 14:06:52.148612 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-803d353a-04ce-40bf-afb9-623713eabcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583'] for subnet, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:52.150895 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:06:52.208466 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d353a-04ce-40bf-afb9-623713eabcb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898,revision_number=0']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:06:52.214074 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-803d353a-04ce-40bf-afb9-623713eabcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:06:52.220060 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803d353a-04ce-40bf-afb9-623713eabcb9 admin admin] Checking segment: {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:06:52.220430 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803d353a-04ce-40bf-afb9-623713eabcb9 admin admin] Network hostable DHCP agents. Network: bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae, hostable agents: ['a833f364-3b43-4f9e-93eb-c5238733b25c'], hosted agents: [] {{(pid=93613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 14:06:52.350467 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803d353a-04ce-40bf-afb9-623713eabcb9 admin admin] Network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae is scheduled to be hosted by DHCP agent a833f364-3b43-4f9e-93eb-c5238733b25c with binding_index 1 {{(pid=93613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 14:06:52.443026 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-803d353a-04ce-40bf-afb9-623713eabcb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-2-iscsi, bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae) {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:06:52.447421 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803d353a-04ce-40bf-afb9-623713eabcb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:06:52.447949 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-803d353a-04ce-40bf-afb9-623713eabcb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:52.452552 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158a5312-2f69-447d-93aa-f9b8564100ef None None] Network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:06:52.541132 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-803d353a-04ce-40bf-afb9-623713eabcb9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8935449 Jun 18 14:06:52.582029 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be723da5-2fec-4469-95d4-ef000575a40a None None] Network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:06:54.878058 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 36642) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:06:55.018872 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-583e0b21-5506-4242-a681-b952e397eaf4 admin admin] 10.222.0.26 "GET /v2.0/routers/1b174ea9-8fad-40d5-99d2-3bd8aac89564 HTTP/1.1" status: 200 len: 710 time: 0.1396670 Jun 18 14:06:55.106565 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1b95d6-ae0a-45d9-9403-81ce9762004a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:06:55.107447 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-bc1b95d6-ae0a-45d9-9403-81ce9762004a admin admin] 10.222.0.26 "GET /v2.0/networks/bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae HTTP/1.1" status: 200 len: 886 time: 0.0834608 Jun 18 14:06:55.119041 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-e6511e04-4a85-4b47-bb43-2a8179a3a737 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:06:55.461132 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-e6511e04-4a85-4b47-bb43-2a8179a3a737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3957'] for router, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:55.780256 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-e6511e04-4a85-4b47-bb43-2a8179a3a737 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:55.858681 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-e6511e04-4a85-4b47-bb43-2a8179a3a737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:55.969619 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [None req-e6511e04-4a85-4b47-bb43-2a8179a3a737 admin admin] Allocated IP 172.27.3.76 (bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae/6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898/19feaddf-d156-4e2b-9912-5079df70766e) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:06:56.076799 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-e6511e04-4a85-4b47-bb43-2a8179a3a737 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:56.137143 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device d9cf6f70-0411-4047-8d90-0c573a18ad22 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:06:56.203805 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-e6511e04-4a85-4b47-bb43-2a8179a3a737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:56.206184 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:06:56.237049 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port d9cf6f70-0411-4047-8d90-0c573a18ad22 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:06:56.240996 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port d9cf6f70-0411-4047-8d90-0c573a18ad22 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:06:56.241365 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:56.243818 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6511e04-4a85-4b47-bb43-2a8179a3a737 admin admin] Network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:06:56.246563 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-e6511e04-4a85-4b47-bb43-2a8179a3a737 admin admin] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:06:56.255754 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6511e04-4a85-4b47-bb43-2a8179a3a737 admin admin] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:06:56.259035 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6511e04-4a85-4b47-bb43-2a8179a3a737 admin admin] Pushing event updated for resources: {'Port': ['ID=19feaddf-d156-4e2b-9912-5079df70766e,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:06:56.291055 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-e6511e04-4a85-4b47-bb43-2a8179a3a737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:06:56.331230 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:56.423629 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port d9cf6f70-0411-4047-8d90-0c573a18ad22, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=d9cf6f70-0411-4047-8d90-0c573a18ad22,segment=NetworkSegment(096e001b-1f7b-4e20-9ce1-8052dd919245),segment_id=096e001b-1f7b-4e20-9ce1-8052dd919245)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:06:56.506287 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:56.508405 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:06:56.559362 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=d9cf6f70-0411-4047-8d90-0c573a18ad22,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:06:56.563855 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:06:56.619241 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-e6511e04-4a85-4b47-bb43-2a8179a3a737 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:56.827269 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-e6511e04-4a85-4b47-bb43-2a8179a3a737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3957'] for router, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:56.831147 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-e6511e04-4a85-4b47-bb43-2a8179a3a737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-636608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-636663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613972'] for router, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:56.943700 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6511e04-4a85-4b47-bb43-2a8179a3a737 admin admin] Router 1b174ea9-8fad-40d5-99d2-3bd8aac89564 has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:06:57.066084 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6511e04-4a85-4b47-bb43-2a8179a3a737 admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:06:57.070177 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-e6511e04-4a85-4b47-bb43-2a8179a3a737 admin admin] Notify callbacks [] for router, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:57.072067 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-e6511e04-4a85-4b47-bb43-2a8179a3a737 admin admin] 10.222.0.26 "PUT /v2.0/routers/1b174ea9-8fad-40d5-99d2-3bd8aac89564 HTTP/1.1" status: 200 len: 889 time: 1.9589088 Jun 18 14:06:57.075784 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] Sync routers for ids ['1b174ea9-8fad-40d5-99d2-3bd8aac89564'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:06:57.092834 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] Routers {'1b174ea9-8fad-40d5-99d2-3bd8aac89564'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:06:57.093764 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:06:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['1b174ea9-8fad-40d5-99d2-3bd8aac89564'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:06:57.352698 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] Set router 1b174ea9-8fad-40d5-99d2-3bd8aac89564 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:06:57.752738 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b174ea9-8fad-40d5-99d2-3bd8aac89564', 'name': 'router1', 'tenant_id': 'adf417810a2f41db87103536ebb8a404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '19feaddf-d156-4e2b-9912-5079df70766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:06:37Z', 'updated_at': '2021-06-18T14:06:56Z', 'revision_number': 4, 'project_id': 'adf417810a2f41db87103536ebb8a404', 'gw_port': {'id': '19feaddf-d156-4e2b-9912-5079df70766e', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:90:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b174ea9-8fad-40d5-99d2-3bd8aac89564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:06:55Z', 'updated_at': '2021-06-18T14:06:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd9cf6f70-0411-4047-8d90-0c573a18ad22', 'name': '', 'network_id': 'a176418b-ec90-452a-8c3a-7465570a08e0', 'tenant_id': 'adf417810a2f41db87103536ebb8a404', 'mac_address': 'fa:16:3e:52:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b174ea9-8fad-40d5-99d2-3bd8aac89564', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b0592db-67af-43eb-9618-baad1b0ddb8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:06:47Z', 'updated_at': '2021-06-18T14:06:56Z', 'revision_number': 5, 'project_id': 'adf417810a2f41db87103536ebb8a404', 'subnets': [{'id': '3b0592db-67af-43eb-9618-baad1b0ddb8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d2190ea-e217-4822-8ef2-1cf4544c40e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:06:57.803066 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] Checking router: 1b174ea9-8fad-40d5-99d2-3bd8aac89564 for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:06:57.803415 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] Updating router 1b174ea9-8fad-40d5-99d2-3bd8aac89564 port 19feaddf-d156-4e2b-9912-5079df70766e binding host dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 14:06:57.836481 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:58.134560 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device d9cf6f70-0411-4047-8d90-0c573a18ad22 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:06:58.200540 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] Notify callbacks [] for port, precommit_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:58.214814 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] Transition to ACTIVE for port object 19feaddf-d156-4e2b-9912-5079df70766e will not be triggered until provisioned by entity L2. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:06:58.223622 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port d9cf6f70-0411-4047-8d90-0c573a18ad22 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:06:58.224806 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:58.285266 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:58.291321 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:06:58.431116 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] Attempting to bind port 19feaddf-d156-4e2b-9912-5079df70766e on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:06:58.431821 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] Attempting to bind port 19feaddf-d156-4e2b-9912-5079df70766e by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:06:58.431821 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] Attempting to bind port 19feaddf-d156-4e2b-9912-5079df70766e on network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:06:58.441728 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:06:58.442110 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] Checking segment: {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:06:58.442523 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:58.442928 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] Bound using segment: {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:06:58.443406 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] Bound port: 19feaddf-d156-4e2b-9912-5079df70766e, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:06:58.443781 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:58.448965 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc241845-ac88-471c-8a2f-f5a34778be06 None None] Pushing event updated for resources: {'Port': ['ID=19feaddf-d156-4e2b-9912-5079df70766e,revision_number=2']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:06:58.467784 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-bc241845-ac88-471c-8a2f-f5a34778be06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:06:58.504168 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] For port 19feaddf-d156-4e2b-9912-5079df70766e, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:06:58.507723 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] For port 19feaddf-d156-4e2b-9912-5079df70766e, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=19feaddf-d156-4e2b-9912-5079df70766e,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:06:58.574880 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:06:58.577267 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-50b16e52-178f-40f9-b764-bc692ca3359e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:06:58.636071 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] Routers {'1b174ea9-8fad-40d5-99d2-3bd8aac89564'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:06:58.636775 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:06:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['1b174ea9-8fad-40d5-99d2-3bd8aac89564'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:06:58.638901 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc241845-ac88-471c-8a2f-f5a34778be06 None None] Pushing event updated for resources: {'Port': ['ID=19feaddf-d156-4e2b-9912-5079df70766e,revision_number=3']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:06:58.643123 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-bc241845-ac88-471c-8a2f-f5a34778be06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:06:58.768505 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] Set router 1b174ea9-8fad-40d5-99d2-3bd8aac89564 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:06:59.010749 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b174ea9-8fad-40d5-99d2-3bd8aac89564', 'name': 'router1', 'tenant_id': 'adf417810a2f41db87103536ebb8a404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '19feaddf-d156-4e2b-9912-5079df70766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:06:37Z', 'updated_at': '2021-06-18T14:06:56Z', 'revision_number': 4, 'project_id': 'adf417810a2f41db87103536ebb8a404', 'gw_port': {'id': '19feaddf-d156-4e2b-9912-5079df70766e', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:90:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b174ea9-8fad-40d5-99d2-3bd8aac89564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:06:55Z', 'updated_at': '2021-06-18T14:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd9cf6f70-0411-4047-8d90-0c573a18ad22', 'name': '', 'network_id': 'a176418b-ec90-452a-8c3a-7465570a08e0', 'tenant_id': 'adf417810a2f41db87103536ebb8a404', 'mac_address': 'fa:16:3e:52:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b174ea9-8fad-40d5-99d2-3bd8aac89564', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b0592db-67af-43eb-9618-baad1b0ddb8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:06:47Z', 'updated_at': '2021-06-18T14:06:56Z', 'revision_number': 5, 'project_id': 'adf417810a2f41db87103536ebb8a404', 'subnets': [{'id': '3b0592db-67af-43eb-9618-baad1b0ddb8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d2190ea-e217-4822-8ef2-1cf4544c40e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:06:59.039240 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c1395c-1a7f-4a7d-8db8-51c7174bffd3 None None] The sync data for ids ['1b174ea9-8fad-40d5-99d2-3bd8aac89564'] in dv-cinder-795751-2-iscsi is: [{'id': '1b174ea9-8fad-40d5-99d2-3bd8aac89564', 'name': 'router1', 'tenant_id': 'adf417810a2f41db87103536ebb8a404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '19feaddf-d156-4e2b-9912-5079df70766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:06:37Z', 'updated_at': '2021-06-18T14:06:56Z', 'revision_number': 4, 'project_id': 'adf417810a2f41db87103536ebb8a404', 'gw_port': {'id': '19feaddf-d156-4e2b-9912-5079df70766e', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:90:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b174ea9-8fad-40d5-99d2-3bd8aac89564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:06:55Z', 'updated_at': '2021-06-18T14:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd9cf6f70-0411-4047-8d90-0c573a18ad22', 'name': '', 'network_id': 'a176418b-ec90-452a-8c3a-7465570a08e0', 'tenant_id': 'adf417810a2f41db87103536ebb8a404', 'mac_address': 'fa:16:3e:52:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b174ea9-8fad-40d5-99d2-3bd8aac89564', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b0592db-67af-43eb-9618-baad1b0ddb8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:06:47Z', 'updated_at': '2021-06-18T14:06:56Z', 'revision_number': 5, 'project_id': 'adf417810a2f41db87103536ebb8a404', 'subnets': [{'id': '3b0592db-67af-43eb-9618-baad1b0ddb8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d2190ea-e217-4822-8ef2-1cf4544c40e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:06:59.556774 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 36652) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:06:59.692902 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-8e0b2d36-a27e-4c57-b10f-8730e766a6cd admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1350129 Jun 18 14:07:00.138003 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 19feaddf-d156-4e2b-9912-5079df70766e up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:07:00.242569 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port 19feaddf-d156-4e2b-9912-5079df70766e completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:07:00.247157 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 19feaddf-d156-4e2b-9912-5079df70766e triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:07:00.247632 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:07:00.349815 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:07:00.371795 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port 19feaddf-d156-4e2b-9912-5079df70766e, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=19feaddf-d156-4e2b-9912-5079df70766e,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:07:00.448871 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:07:00.452171 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:07:00.518414 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=19feaddf-d156-4e2b-9912-5079df70766e,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:07:00.520181 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:07:02.152090 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 19feaddf-d156-4e2b-9912-5079df70766e up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:07:02.237437 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 19feaddf-d156-4e2b-9912-5079df70766e triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:07:02.238066 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:07:08.568687 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-73231bae-66b5-4db8-8d09-5be8717a0dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:07:10.077297 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 5 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:07:11.991161 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:07:12.401859 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-c32f8f3c-3bdb-4b17-9c79-9eb48bbc8531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:07:13.345060 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:07:15.132140 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:07:38.560205 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-c70ca6c9-cb10-408a-8dda-55ebc3e89a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:07:42.081179 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:07:42.388405 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-51c8384e-033f-426e-b310-9ec95b211fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:07:43.349201 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:07:45.113881 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:07:47.054940 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 5 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:08:08.552136 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-9e7c26cd-0882-4746-b504-1311b59cdf4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:08:12.101051 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:08:12.397645 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-ab49d713-07e9-44df-9098-a685648ba7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:08:13.357722 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:08:15.095149 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:08:24.053821 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 5 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:08:38.556668 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-7c225085-aa2a-4713-9e7f-24bd70e0d587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:08:41.961898 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:08:42.401850 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-522c42c3-a10a-4632-b708-4eb2f3f0c381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:08:43.339168 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:08:44.934200 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 37220) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:08:45.075995 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02456fd-563e-4a6b-889e-703488f219b9 admin admin] GET failed (client error): The resource could not be found. Jun 18 14:08:45.077401 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-a02456fd-563e-4a6b-889e-703488f219b9 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1422479 Jun 18 14:08:45.092918 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:08:45.234410 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac96f5a-5c83-47ac-8efc-10d8ba8bc49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:08:45.235845 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-4ac96f5a-5c83-47ac-8efc-10d8ba8bc49c admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1546886 Jun 18 14:08:47.404543 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 37230) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:08:47.496561 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bd25b1-7927-4a41-831b-f1d9a165a221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:08:47.498849 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-e5bd25b1-7927-4a41-831b-f1d9a165a221 admin admin] 10.222.0.26 "GET /v2.0/subnets/3b0592db-67af-43eb-9618-baad1b0ddb8e HTTP/1.1" status: 200 len: 849 time: 0.0933154 Jun 18 14:08:47.506973 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-54947de5-abf8-442d-83a6-0cd77de36b2b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:08:47.587796 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-54947de5-abf8-442d-83a6-0cd77de36b2b admin admin] Notify callbacks [] for subnet, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:08:47.778568 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-54947de5-abf8-442d-83a6-0cd77de36b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749953500124'] for subnet, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:08:47.780787 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:08:47.811327 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54947de5-abf8-442d-83a6-0cd77de36b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:08:47.811908 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-54947de5-abf8-442d-83a6-0cd77de36b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:08:47.813186 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-54947de5-abf8-442d-83a6-0cd77de36b2b admin admin] 10.222.0.26 "PUT /v2.0/subnets/3b0592db-67af-43eb-9618-baad1b0ddb8e HTTP/1.1" status: 200 len: 868 time: 0.3099604 Jun 18 14:08:47.829272 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12959893-f491-44c1-8119-6caa8956c5f5 None None] Network a176418b-ec90-452a-8c3a-7465570a08e0 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:08:47.834563 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54947de5-abf8-442d-83a6-0cd77de36b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0592db-67af-43eb-9618-baad1b0ddb8e,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:08:47.842437 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54947de5-abf8-442d-83a6-0cd77de36b2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:08:47.842929 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54947de5-abf8-442d-83a6-0cd77de36b2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:08:47.843251 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54947de5-abf8-442d-83a6-0cd77de36b2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:08:47.844417 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54947de5-abf8-442d-83a6-0cd77de36b2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:08:47.844417 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54947de5-abf8-442d-83a6-0cd77de36b2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:08:47.844417 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54947de5-abf8-442d-83a6-0cd77de36b2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:08:47.844795 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54947de5-abf8-442d-83a6-0cd77de36b2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:08:47.844890 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54947de5-abf8-442d-83a6-0cd77de36b2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:08:47.845221 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54947de5-abf8-442d-83a6-0cd77de36b2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:08:47.845556 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54947de5-abf8-442d-83a6-0cd77de36b2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:08:47.852243 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54947de5-abf8-442d-83a6-0cd77de36b2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:08:47.852243 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54947de5-abf8-442d-83a6-0cd77de36b2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:08:47.852243 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-54947de5-abf8-442d-83a6-0cd77de36b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:08:48.248348 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3486c803-df8c-4395-893e-407da6be81d9 None None] Provisioning complete for port d9cf6f70-0411-4047-8d90-0c573a18ad22 triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:08:48.248716 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3486c803-df8c-4395-893e-407da6be81d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:08:48.337420 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3486c803-df8c-4395-893e-407da6be81d9 None None] Provisioning complete for port adceb526-60a6-4346-bda4-9c2d990ada3a triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:08:48.337740 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3486c803-df8c-4395-893e-407da6be81d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:08:49.987984 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 37238) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:08:50.189406 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4dee59-ad07-49b9-bae0-be729f5da543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:08:50.189828 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4dee59-ad07-49b9-bae0-be729f5da543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:08:50.191342 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-9a4dee59-ad07-49b9-bae0-be729f5da543 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2024114 Jun 18 14:08:52.385688 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 37248) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:08:52.603075 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfe3d65-ee74-4c02-a1aa-74944c63392b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:08:52.603558 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfe3d65-ee74-4c02-a1aa-74944c63392b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:08:52.605096 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-dcfe3d65-ee74-4c02-a1aa-74944c63392b admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2184620 Jun 18 14:08:54.777165 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 37256) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:08:54.960102 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e61de0-2c3b-465f-8b86-c48efd6a4ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:08:54.961481 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-02e61de0-2c3b-465f-8b86-c48efd6a4ed5 admin admin] 10.222.0.26 "GET /v2.0/networks/a176418b-ec90-452a-8c3a-7465570a08e0 HTTP/1.1" status: 200 len: 869 time: 0.1833148 Jun 18 14:08:57.125187 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 37264) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:08:57.253303 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1902694a-758e-492b-b5fc-11c06be20733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:08:57.254674 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-1902694a-758e-492b-b5fc-11c06be20733 admin admin] 10.222.0.26 "GET /v2.0/networks/bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae HTTP/1.1" status: 200 len: 886 time: 0.1281662 Jun 18 14:08:59.442148 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 37272) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:08:59.565124 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa3b715-7c9f-45a2-bd01-87c96b41a635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:08:59.565611 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa3b715-7c9f-45a2-bd01-87c96b41a635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:08:59.567120 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-cfa3b715-7c9f-45a2-bd01-87c96b41a635 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240122 Jun 18 14:09:01.053299 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 5 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:09:01.719741 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 37280) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:09:01.811058 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b31c49-3272-481f-8c0c-cd190cf8459a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:09:01.811421 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b31c49-3272-481f-8c0c-cd190cf8459a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:09:01.812940 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-e5b31c49-3272-481f-8c0c-cd190cf8459a admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0922618 Jun 18 14:09:03.956472 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 37288) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:09:04.047984 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc283313-030c-4697-81b0-51d76ae5237a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:09:04.049344 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-fc283313-030c-4697-81b0-51d76ae5237a admin admin] 10.222.0.26 "GET /v2.0/subnets/3b0592db-67af-43eb-9618-baad1b0ddb8e HTTP/1.1" status: 200 len: 868 time: 0.0919461 Jun 18 14:09:06.212892 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 37296) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:09:06.301059 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf7a108-88bf-4984-8726-93e53c95f7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:09:06.302478 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-cbf7a108-88bf-4984-8726-93e53c95f7eb admin admin] 10.222.0.26 "GET /v2.0/subnets/6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898 HTTP/1.1" status: 200 len: 816 time: 0.0886335 Jun 18 14:09:08.565990 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-220b132b-be47-411c-b43a-8c9e9d392789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:11.976236 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:12.406068 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4f7efe27-73f3-4cdd-9e36-2f72a71f72df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:13.354872 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:15.096343 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:29.913902 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 37340) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:09:29.960427 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [None req-ee37f3a3-5c5d-46af-adba-9f5507ba64b8 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 14:09:29.961421 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-ee37f3a3-5c5d-46af-adba-9f5507ba64b8 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466061 Jun 18 14:09:32.222552 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 37348) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:09:32.283137 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a45815-9eb6-450e-b36b-3ad1eac4ee3f admin admin] GET failed (client error): The resource could not be found. Jun 18 14:09:32.284754 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-70a45815-9eb6-450e-b36b-3ad1eac4ee3f admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0612471 Jun 18 14:09:32.435736 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35e4e86-8d11-47af-b3f2-2ba60654922c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:09:32.437116 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-e35e4e86-8d11-47af-b3f2-2ba60654922c admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1481438 Jun 18 14:09:34.660842 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 37356) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:09:34.710843 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:09:34.839787 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Made reservation on behalf of d416df63f5d94cdbaae842f77602775c for: {'network': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:09:34.842212 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for network, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:34.881762 dv-cinder-795751-2-iscsi neutron-server[93612]: WARNING neutron.services.revisions.revision_plugin [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Could not find related network for resource to bump revision. Jun 18 14:09:34.895930 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=93612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 14:09:34.906549 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:34.906896 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.segments_db [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Added segment 99ad12d3-63ae-46fa-83fb-ae67ec216c2e of type vlan for network 8ce7d901-bc1a-4438-96af-06d04ed00392 Jun 18 14:09:34.948064 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749953027292'] for network, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:35.088862 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588'] for network, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:35.090430 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:09:35.090991 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:35.093315 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:09:35.154291 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Pushing event updated for resources: {'Network': ['ID=8ce7d901-bc1a-4438-96af-06d04ed00392,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:09:35.161590 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:35.161942 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:35.162279 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:35.162610 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:35.162934 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:35.163281 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:35.163630 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:35.163957 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:35.164293 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:35.164616 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:35.164935 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:35.165252 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:35.169575 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:09:35.177713 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Network 8ce7d901-bc1a-4438-96af-06d04ed00392 details requested by agent ovs-agent-dv-cinder-795751-2-iscsi with host dv-cinder-795751-2-iscsi {{(pid=93614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 14:09:35.203842 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5416043 Jun 18 14:09:37.474123 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 37364) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:09:37.534927 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f12d00-3926-4758-8592-04271b04c7df admin admin] GET failed (client error): The resource could not be found. Jun 18 14:09:37.536543 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-08f12d00-3926-4758-8592-04271b04c7df admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612123 Jun 18 14:09:37.606715 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d75d7-147f-412f-a51f-fda027de4ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:09:37.608178 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-594d75d7-147f-412f-a51f-fda027de4ddc admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676162 Jun 18 14:09:37.618258 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-2e53c5fe-e47b-4d27-b162-062aaec3f4d3 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '8ce7d901-bc1a-4438-96af-06d04ed00392', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:09:37.691370 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e53c5fe-e47b-4d27-b162-062aaec3f4d3 admin admin] Made reservation on behalf of d416df63f5d94cdbaae842f77602775c for: {'subnet': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:09:37.692451 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-2e53c5fe-e47b-4d27-b162-062aaec3f4d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:37.971032 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-2e53c5fe-e47b-4d27-b162-062aaec3f4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583'] for subnet, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:37.973184 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:09:38.023265 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53c5fe-e47b-4d27-b162-062aaec3f4d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6466a2ca-859b-4dc5-8287-49ab9bdc1d93,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:09:38.026813 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-2e53c5fe-e47b-4d27-b162-062aaec3f4d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:09:38.033399 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e53c5fe-e47b-4d27-b162-062aaec3f4d3 admin admin] Checking segment: {'id': '99ad12d3-63ae-46fa-83fb-ae67ec216c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '8ce7d901-bc1a-4438-96af-06d04ed00392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:09:38.033810 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e53c5fe-e47b-4d27-b162-062aaec3f4d3 admin admin] Network hostable DHCP agents. Network: 8ce7d901-bc1a-4438-96af-06d04ed00392, hostable agents: ['a833f364-3b43-4f9e-93eb-c5238733b25c'], hosted agents: [] {{(pid=93612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 14:09:38.051882 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 5 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:09:38.134119 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e53c5fe-e47b-4d27-b162-062aaec3f4d3 admin admin] Network 8ce7d901-bc1a-4438-96af-06d04ed00392 is scheduled to be hosted by DHCP agent a833f364-3b43-4f9e-93eb-c5238733b25c with binding_index 1 {{(pid=93612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 14:09:38.202718 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-2e53c5fe-e47b-4d27-b162-062aaec3f4d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-2-iscsi, 8ce7d901-bc1a-4438-96af-06d04ed00392) {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:09:38.212954 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e53c5fe-e47b-4d27-b162-062aaec3f4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:09:38.212954 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-2e53c5fe-e47b-4d27-b162-062aaec3f4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:38.213944 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae7637b-c22c-4ae4-a0e1-4781b5bf7991 None None] Network 8ce7d901-bc1a-4438-96af-06d04ed00392 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:09:38.289334 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-2e53c5fe-e47b-4d27-b162-062aaec3f4d3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6743593 Jun 18 14:09:38.360115 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d5ec8f6-9621-5ecb-8e85-a3906f322592-8ce7d901-bc1a-4438-96af-06d04ed00392', 'network_id': '8ce7d901-bc1a-4438-96af-06d04ed00392', 'tenant_id': 'd416df63f5d94cdbaae842f77602775c', 'fixed_ips': [{'subnet_id': '6466a2ca-859b-4dc5-8287-49ab9bdc1d93'}]}} from dv-cinder-795751-2-iscsi. {{(pid=93614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 14:09:38.360994 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:38.507701 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.db_base_plugin_common [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Allocated IP 192.168.233.2 (8ce7d901-bc1a-4438-96af-06d04ed00392/6466a2ca-859b-4dc5-8287-49ab9bdc1d93/f7c1bb90-b65d-4fd7-805c-0c1353832965) {{(pid=93614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:09:38.615156 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-2761f577-7517-4c1e-b3e3-653ed11eae92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:38.668473 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Notify callbacks [] for port, precommit_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:38.677668 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Transition to ACTIVE for port object f7c1bb90-b65d-4fd7-805c-0c1353832965 will not be triggered until provisioned by entity L2. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:09:38.693507 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Transition to ACTIVE for port object f7c1bb90-b65d-4fd7-805c-0c1353832965 will not be triggered until provisioned by entity DHCP. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:09:38.775151 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990'] for port, after_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:38.777551 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:09:38.819767 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Network 8ce7d901-bc1a-4438-96af-06d04ed00392 is already hosted by enough agents. {{(pid=93614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:09:38.823365 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.scheduler.base_scheduler [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Resources bound (agent type, host, resource id): {{(pid=93614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:09:38.827743 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Received port after_create {{(pid=93614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:09:38.833527 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Pushing event updated for resources: {'Port': ['ID=f7c1bb90-b65d-4fd7-805c-0c1353832965,revision_number=1']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:09:38.845909 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:38.845909 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:38.845909 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:38.845909 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:38.845909 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:38.845909 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:38.845909 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:38.845909 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:38.847461 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:38.847461 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:38.847461 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:38.847718 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:09:38.852781 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:09:38.900235 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Attempting to bind port f7c1bb90-b65d-4fd7-805c-0c1353832965 on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:09:38.900508 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Attempting to bind port f7c1bb90-b65d-4fd7-805c-0c1353832965 by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '99ad12d3-63ae-46fa-83fb-ae67ec216c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '8ce7d901-bc1a-4438-96af-06d04ed00392'}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:09:38.900871 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Attempting to bind port f7c1bb90-b65d-4fd7-805c-0c1353832965 on network 8ce7d901-bc1a-4438-96af-06d04ed00392 {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:09:38.906353 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:09:38.906730 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Checking segment: {'id': '99ad12d3-63ae-46fa-83fb-ae67ec216c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '8ce7d901-bc1a-4438-96af-06d04ed00392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:09:38.907128 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:38.907529 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Bound using segment: {'id': '99ad12d3-63ae-46fa-83fb-ae67ec216c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '8ce7d901-bc1a-4438-96af-06d04ed00392'} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:09:38.907995 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Bound port: f7c1bb90-b65d-4fd7-805c-0c1353832965, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ad12d3-63ae-46fa-83fb-ae67ec216c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '8ce7d901-bc1a-4438-96af-06d04ed00392'}}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:09:38.908360 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:38.991394 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] For port f7c1bb90-b65d-4fd7-805c-0c1353832965, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:09:38.995780 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] For port f7c1bb90-b65d-4fd7-805c-0c1353832965, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=f7c1bb90-b65d-4fd7-805c-0c1353832965,segment=NetworkSegment(99ad12d3-63ae-46fa-83fb-ae67ec216c2e),segment_id=99ad12d3-63ae-46fa-83fb-ae67ec216c2e)] {{(pid=93614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:09:39.107123 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:39.112436 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:09:39.182246 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Pushing event updated for resources: {'Port': ['ID=f7c1bb90-b65d-4fd7-805c-0c1353832965,revision_number=2']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:09:39.182246 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:09:39.980707 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aca6044-050c-4d75-a3db-8b605a9c3bd2 None None] Network 8ce7d901-bc1a-4438-96af-06d04ed00392 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:09:40.219116 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-267fedc2-ce0c-4e81-b4c1-99d8c4a0f2e3 None None] Provisioning for port f7c1bb90-b65d-4fd7-805c-0c1353832965 completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:09:40.293110 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device f7c1bb90-b65d-4fd7-805c-0c1353832965 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:09:40.437027 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port f7c1bb90-b65d-4fd7-805c-0c1353832965 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:09:40.441788 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port f7c1bb90-b65d-4fd7-805c-0c1353832965 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:09:40.442162 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:40.523336 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:40.557610 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port f7c1bb90-b65d-4fd7-805c-0c1353832965, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=f7c1bb90-b65d-4fd7-805c-0c1353832965,segment=NetworkSegment(99ad12d3-63ae-46fa-83fb-ae67ec216c2e),segment_id=99ad12d3-63ae-46fa-83fb-ae67ec216c2e)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:09:40.637117 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:40.640067 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:09:40.687711 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=f7c1bb90-b65d-4fd7-805c-0c1353832965,revision_number=3']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:09:40.691715 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:09:41.993527 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:42.240889 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device f7c1bb90-b65d-4fd7-805c-0c1353832965 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:09:42.291697 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port f7c1bb90-b65d-4fd7-805c-0c1353832965 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:09:42.292098 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:42.416334 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-f1edd857-61c0-4881-8ae3-a88bae1d2406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:43.358682 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:09:45.122204 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:10:08.555057 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-dd848b3f-bec0-437a-83f5-5b631c0c5b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:10:11.979950 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:10:12.385875 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-215b1623-f063-4245-8e8b-17fbbd1632ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:10:13.351129 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:10:15.052060 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 5 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:10:15.137599 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:10:38.592878 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-83d24097-63d7-4d18-a429-bc8b98cdc68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:10:41.995863 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:10:42.398766 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-73dd5170-3ee3-4cd3-b1f0-bcffe353ff45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:10:43.369696 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:10:45.118516 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:10:52.050436 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 5 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:10:56.419462 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 37416) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:10:56.425255 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [None req-e8ffa07a-b34d-4c99-9d65-fd1eb74624a0 tempest-verify_tempest_config-1153056861 tempest-verify_tempest_config-1153056861-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 14:10:56.426304 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-e8ffa07a-b34d-4c99-9d65-fd1eb74624a0 tempest-verify_tempest_config-1153056861 tempest-verify_tempest_config-1153056861-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059581 Jun 18 14:10:56.950840 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 37434) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:10:57.054305 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-632fb344-9b04-4a78-92c9-670a3d9ec56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:10:57.144033 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-632fb344-9b04-4a78-92c9-670a3d9ec56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:10:57.248482 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-632fb344-9b04-4a78-92c9-670a3d9ec56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:10:57.251691 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:10:57.296184 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-632fb344-9b04-4a78-92c9-670a3d9ec56e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0bd1301edad3454685c0b8c26ad26760&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3440657 Jun 18 14:10:57.296831 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fb344-9b04-4a78-92c9-670a3d9ec56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f62d7ca-1387-4ced-ba02-12b2e60fc92c,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:10:57.298820 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 37438) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:10:57.309621 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fb344-9b04-4a78-92c9-670a3d9ec56e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:10:57.309992 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fb344-9b04-4a78-92c9-670a3d9ec56e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:10:57.310333 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fb344-9b04-4a78-92c9-670a3d9ec56e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:10:57.310725 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fb344-9b04-4a78-92c9-670a3d9ec56e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:10:57.311076 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fb344-9b04-4a78-92c9-670a3d9ec56e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:10:57.311414 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fb344-9b04-4a78-92c9-670a3d9ec56e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:10:57.311742 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fb344-9b04-4a78-92c9-670a3d9ec56e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:10:57.312065 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fb344-9b04-4a78-92c9-670a3d9ec56e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:10:57.312402 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fb344-9b04-4a78-92c9-670a3d9ec56e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:10:57.312728 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fb344-9b04-4a78-92c9-670a3d9ec56e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:10:57.313045 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fb344-9b04-4a78-92c9-670a3d9ec56e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:10:57.313361 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fb344-9b04-4a78-92c9-670a3d9ec56e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:10:57.321875 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-632fb344-9b04-4a78-92c9-670a3d9ec56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:10:57.366867 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-26a6b9e0-933d-45d8-beed-267af3f05973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:10:57.388221 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-26a6b9e0-933d-45d8-beed-267af3f05973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:10:57.603075 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-26a6b9e0-933d-45d8-beed-267af3f05973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:10:57.605875 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-26a6b9e0-933d-45d8-beed-267af3f05973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:10:57.607010 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-26a6b9e0-933d-45d8-beed-267af3f05973 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f62d7ca-1387-4ced-ba02-12b2e60fc92c HTTP/1.1" status: 204 len: 168 time: 0.3065178 Jun 18 14:10:57.607755 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-632fb344-9b04-4a78-92c9-670a3d9ec56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:10:57.615369 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6b9e0-933d-45d8-beed-267af3f05973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f62d7ca-1387-4ced-ba02-12b2e60fc92c,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:10:57.617601 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-26a6b9e0-933d-45d8-beed-267af3f05973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:11:08.579506 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-0c70c7d8-3347-436f-9bd0-8eb6ed4a59d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:11:12.002199 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:11:12.361599 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-b8b7a468-f8fd-45d9-947e-5712c15fe64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:11:13.390075 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:11:15.247363 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:11:29.049693 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 5 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:11:38.559801 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-b97efb0a-89ef-4b4f-9124-212e8c08a578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:11:42.016844 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:11:42.387682 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-769aa67a-9b16-4139-91b2-fb838f244195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:11:43.376779 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:11:45.107426 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:12:06.048249 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 5 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:12:08.568821 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-ede1193b-2d15-4b63-9187-24518b02f778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:12:11.992203 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:12:12.379141 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-57739791-43ab-4b42-b113-bf396ef621dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:12:13.374492 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:12:15.134467 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:12:38.566736 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-5292f3c7-fd1d-463d-81f1-e00f891f9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:12:42.006504 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:12:42.069181 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993'] for agent, after_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:12:42.372485 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-1ad89d94-e142-4882-8f99-e4afaa269403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:12:43.047447 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:12:43.406267 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:12:45.114395 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:12:56.650131 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 37510) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:12:56.750225 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-3b2052eb-84a4-401f-b6fd-084192fb218b admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0990326 Jun 18 14:12:58.900982 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 37520) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:12:58.952886 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-902251a1-9e69-499c-bedd-34724374f89d admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0506630 Jun 18 14:13:08.559119 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-a707367b-bc4c-46f5-b986-9c96ef0e85f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:13:11.993425 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:13:12.038748 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:13:12.416381 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-b18a5931-6b5f-4d90-a2e4-329b4e862770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:13:13.410811 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:13:15.222191 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:13:20.063614 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:13:38.554243 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-ba76d5dc-751b-4cad-a267-eea91417a8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:13:41.990300 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:13:42.040183 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:13:42.389034 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-773049d2-395d-4897-af8f-4f41ea894980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:13:43.377653 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:13:45.143537 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:13:57.042252 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:14:08.572203 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-aa25a3b7-f8c0-4585-84f7-7504038ae9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:12.096737 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:12.125378 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:12.383800 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-98ce4e4d-4a53-4b07-ab82-a243b8a83cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:13.384023 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:15.150007 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:34.050521 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:14:37.241494 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 37742) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:37.537839 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 37758) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:37.658279 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1195736879-network', 'tenant_id': '0114c6b5421b4c0d82d45f17131ded96'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:14:37.761713 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Made reservation on behalf of 0114c6b5421b4c0d82d45f17131ded96 for: {'network': 1} {{(pid=93613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:14:37.764763 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for network, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:37.776867 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:37.913561 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:38.014213 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:38.022199 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:38.069195 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=93613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 14:14:38.078020 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2992375-fab3-49ff-86e5-9348196ac2fa,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:38.100995 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:38.101676 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.db.segments_db [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Added segment f860b5e1-4f16-401c-b96c-7d17876ca74e of type vlan for network 98c5be27-f70c-4e03-8010-617386ed8973 Jun 18 14:14:38.146592 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:38.147537 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:38.148285 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:38.149619 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:38.150148 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:38.150683 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:38.151183 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:38.151679 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:38.152178 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:38.152673 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:38.153158 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:38.153778 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Tracked resource versions report: Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: pushed versions: Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: { 'AddressGroup': {'1.2'}, Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: 'ConntrackHelper': {'1.0'}, Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: 'Log': {'1.0'}, Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: 'Network': {'1.1'}, Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: 'Port': {'1.7'}, Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: 'PortForwarding': {'1.2'}, Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: 'QosPolicy': {'1.8'}, Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: 'SecurityGroup': {'1.4'}, Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: 'SecurityGroupRule': {'1.2'}, Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: 'SubPort': {'1.0'}, Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: 'Subnet': {'1.1'}, Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: 'Trunk': {'1.1'}} Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: consumer versions: Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: { DHCP agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: HyperV agent@hv-cinder-79575: {}, Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: L3 agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: Metadata agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: Metering agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: Open vSwitch agent@dv-cinder-795751-2-iscsi: { 'AddressGroup': '1.2', Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: 'ConntrackHelper': '1.0', Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: 'Log': '1.0', Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: 'Network': '1.1', Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: 'Port': '1.7', Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: 'PortForwarding': '1.2', Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: 'QosPolicy': '1.8', Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: 'SecurityGroup': '1.4', Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: 'SecurityGroupRule': '1.2', Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: 'SubPort': '1.0', Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: 'Subnet': '1.1', Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: 'Trunk': '1.1'}} Jun 18 14:14:38.156385 dv-cinder-795751-2-iscsi neutron-server[93613]: {{(pid=93613) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 14:14:38.165112 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:38.186514 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749953027292'] for network, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:38.308433 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 37782) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:38.323399 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588'] for network, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:38.328550 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:14:38.330397 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:38.335484 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:38.411639 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-4632185-network', 'tenant_id': 'a0fb363ac56e4dfdb761e1b1617c621f'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:14:38.417394 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Pushing event updated for resources: {'Network': ['ID=98c5be27-f70c-4e03-8010-617386ed8973,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:38.421647 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:38.429959 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Network 98c5be27-f70c-4e03-8010-617386ed8973 details requested by agent ovs-agent-dv-cinder-795751-2-iscsi with host dv-cinder-795751-2-iscsi {{(pid=93614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 14:14:38.506411 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2626762 Jun 18 14:14:38.507382 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 37788) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:38.522795 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-73898b25-b07f-422d-ae8f-38b43eb3798e admin admin] Request body: {'subnet': {'network_id': '98c5be27-f70c-4e03-8010-617386ed8973', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1195736879-subnet', 'tenant_id': '0114c6b5421b4c0d82d45f17131ded96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:14:38.579229 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-2b6b861c-09e5-4cb6-9baa-36a7f369b9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:38.614843 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Made reservation on behalf of a0fb363ac56e4dfdb761e1b1617c621f for: {'network': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:14:38.620450 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for network, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:38.637311 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:38.745498 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73898b25-b07f-422d-ae8f-38b43eb3798e admin admin] Made reservation on behalf of 0114c6b5421b4c0d82d45f17131ded96 for: {'subnet': 1} {{(pid=93613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:14:38.750786 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-73898b25-b07f-422d-ae8f-38b43eb3798e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:38.855382 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-9dcce791-534f-46ab-9a66-52f1a404c558 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1316603478-network', 'tenant_id': '91692dce9b2d4058958bb30a9b5a6711'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:14:38.964561 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:39.049058 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:39.057913 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-26a6b9e0-933d-45d8-beed-267af3f05973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:39.136586 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217e5d92-dca8-4937-b15b-ea45ea2e44f1,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:39.163686 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=93612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 14:14:39.170713 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:39.171896 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:39.173146 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:39.174056 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:39.174574 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:39.175061 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:39.175635 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:39.176947 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:39.177743 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:39.180523 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:39.180523 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:39.180523 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Tracked resource versions report: Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: pushed versions: Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: { 'AddressGroup': {'1.2'}, Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: 'ConntrackHelper': {'1.0'}, Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: 'Log': {'1.0'}, Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: 'Network': {'1.1'}, Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: 'Port': {'1.7'}, Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: 'PortForwarding': {'1.2'}, Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: 'QosPolicy': {'1.8'}, Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: 'SecurityGroup': {'1.4'}, Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: 'SecurityGroupRule': {'1.2'}, Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: 'SubPort': {'1.0'}, Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: 'Subnet': {'1.1'}, Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: 'Trunk': {'1.1'}} Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: consumer versions: Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: { DHCP agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: HyperV agent@hv-cinder-79575: {}, Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: L3 agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: Metadata agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: Metering agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: Open vSwitch agent@dv-cinder-795751-2-iscsi: { 'AddressGroup': '1.2', Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: 'ConntrackHelper': '1.0', Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: 'Log': '1.0', Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: 'Network': '1.1', Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: 'Port': '1.7', Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: 'PortForwarding': '1.2', Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: 'QosPolicy': '1.8', Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: 'SecurityGroup': '1.4', Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: 'SecurityGroupRule': '1.2', Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: 'SubPort': '1.0', Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: 'Subnet': '1.1', Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: 'Trunk': '1.1'}} Jun 18 14:14:39.182421 dv-cinder-795751-2-iscsi neutron-server[93612]: {{(pid=93612) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 14:14:39.192362 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:39.209980 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:39.209980 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.segments_db [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Added segment 7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f of type vlan for network 80c53d92-b13a-4c0f-9dc2-9c88681c80d4 Jun 18 14:14:39.229338 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-73898b25-b07f-422d-ae8f-38b43eb3798e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583'] for subnet, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:39.237703 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcce791-534f-46ab-9a66-52f1a404c558 admin admin] Made reservation on behalf of 91692dce9b2d4058958bb30a9b5a6711 for: {'network': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:14:39.242779 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-54947de5-abf8-442d-83a6-0cd77de36b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:39.246867 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9dcce791-534f-46ab-9a66-52f1a404c558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for network, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:39.300683 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73898b25-b07f-422d-ae8f-38b43eb3798e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e09c94b7-02ea-47cd-90c5-ff12c8357fed,revision_number=0']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:39.309765 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-73898b25-b07f-422d-ae8f-38b43eb3798e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:39.312496 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9dcce791-534f-46ab-9a66-52f1a404c558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:39.320837 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73898b25-b07f-422d-ae8f-38b43eb3798e admin admin] Checking segment: {'id': 'f860b5e1-4f16-401c-b96c-7d17876ca74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '98c5be27-f70c-4e03-8010-617386ed8973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:14:39.322243 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73898b25-b07f-422d-ae8f-38b43eb3798e admin admin] Network hostable DHCP agents. Network: 98c5be27-f70c-4e03-8010-617386ed8973, hostable agents: ['a833f364-3b43-4f9e-93eb-c5238733b25c'], hosted agents: [] {{(pid=93613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 14:14:39.354666 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749953027292'] for network, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:39.438076 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73898b25-b07f-422d-ae8f-38b43eb3798e admin admin] Network 98c5be27-f70c-4e03-8010-617386ed8973 is scheduled to be hosted by DHCP agent a833f364-3b43-4f9e-93eb-c5238733b25c with binding_index 1 {{(pid=93613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 14:14:39.524372 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9dcce791-534f-46ab-9a66-52f1a404c558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:39.623459 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-73898b25-b07f-422d-ae8f-38b43eb3798e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-2-iscsi, 98c5be27-f70c-4e03-8010-617386ed8973) {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:14:39.624175 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588'] for network, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:39.628153 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:14:39.630463 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:39.636608 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:39.662360 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73898b25-b07f-422d-ae8f-38b43eb3798e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:14:39.663384 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e954fde-c663-4e06-b051-cf8902b6668a None None] Network 98c5be27-f70c-4e03-8010-617386ed8973 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:14:39.672989 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-73898b25-b07f-422d-ae8f-38b43eb3798e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:39.769978 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-73898b25-b07f-422d-ae8f-38b43eb3798e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2611086 Jun 18 14:14:39.774615 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 37830) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:39.786125 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-8d8b57c9-0b1f-4469-880e-8ab6a01bcd4c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1195736879-router', 'tenant_id': '0114c6b5421b4c0d82d45f17131ded96', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:14:39.951397 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Pushing event updated for resources: {'Network': ['ID=80c53d92-b13a-4c0f-9dc2-9c88681c80d4,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:39.956060 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9dcce791-534f-46ab-9a66-52f1a404c558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:39.957998 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:39.988554 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dcce791-534f-46ab-9a66-52f1a404c558 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=93612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 14:14:40.007416 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9dcce791-534f-46ab-9a66-52f1a404c558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:40.008575 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.segments_db [None req-9dcce791-534f-46ab-9a66-52f1a404c558 admin admin] Added segment 18a1a8e3-e8ad-45c1-a93f-16c67e7f683f of type vlan for network 4a144b2d-9793-4cd0-bad6-721d1ec01135 Jun 18 14:14:40.088505 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8d8b57c9-0b1f-4469-880e-8ab6a01bcd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3944'] for router, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:40.091144 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8d8b57c9-0b1f-4469-880e-8ab6a01bcd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3939'] for router, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:40.101849 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Network 80c53d92-b13a-4c0f-9dc2-9c88681c80d4 details requested by agent ovs-agent-dv-cinder-795751-2-iscsi with host dv-cinder-795751-2-iscsi {{(pid=93614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 14:14:40.140195 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff1aed7-7fe7-43c2-9469-e44628d3ef51 None None] Network 98c5be27-f70c-4e03-8010-617386ed8973 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:14:40.184957 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9dcce791-534f-46ab-9a66-52f1a404c558 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749953027292'] for network, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:40.264713 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:40.311310 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcce791-534f-46ab-9a66-52f1a404c558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3937f0-0180-4ac2-9585-e557c3ea4915,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:40.320980 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9dcce791-534f-46ab-9a66-52f1a404c558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:40.367753 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9dcce791-534f-46ab-9a66-52f1a404c558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588'] for network, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:40.370738 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcce791-534f-46ab-9a66-52f1a404c558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:14:40.371996 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9dcce791-534f-46ab-9a66-52f1a404c558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:40.392641 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:40.429154 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8d8b57c9-0b1f-4469-880e-8ab6a01bcd4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:40.519102 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcce791-534f-46ab-9a66-52f1a404c558 admin admin] Pushing event updated for resources: {'Network': ['ID=4a144b2d-9793-4cd0-bad6-721d1ec01135,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:40.523006 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9836617 Jun 18 14:14:40.524960 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-9dcce791-534f-46ab-9a66-52f1a404c558 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2146049 Jun 18 14:14:40.530350 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9dcce791-534f-46ab-9a66-52f1a404c558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:40.533538 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 37854) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:40.535411 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 37856) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:40.540088 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-73b649cf-8cd3-406b-9aab-da04466ce059 admin admin] Request body: {'subnet': {'network_id': '4a144b2d-9793-4cd0-bad6-721d1ec01135', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1316603478-subnet', 'tenant_id': '91692dce9b2d4058958bb30a9b5a6711', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:14:40.541860 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-1420f1d9-7a86-49be-9064-00622f70c54f admin admin] Request body: {'subnet': {'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-4632185-subnet', 'tenant_id': 'a0fb363ac56e4dfdb761e1b1617c621f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:14:40.577763 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Network 4a144b2d-9793-4cd0-bad6-721d1ec01135 details requested by agent ovs-agent-dv-cinder-795751-2-iscsi with host dv-cinder-795751-2-iscsi {{(pid=93614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 14:14:40.691539 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b649cf-8cd3-406b-9aab-da04466ce059 admin admin] Made reservation on behalf of 91692dce9b2d4058958bb30a9b5a6711 for: {'subnet': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:14:40.694627 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-73b649cf-8cd3-406b-9aab-da04466ce059 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:41.019711 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8d8b57c9-0b1f-4469-880e-8ab6a01bcd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3957'] for router, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:41.105899 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1420f1d9-7a86-49be-9064-00622f70c54f admin admin] Made reservation on behalf of a0fb363ac56e4dfdb761e1b1617c621f for: {'subnet': 1} {{(pid=93613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:14:41.109351 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1420f1d9-7a86-49be-9064-00622f70c54f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:41.111167 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-73b649cf-8cd3-406b-9aab-da04466ce059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583'] for subnet, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:41.120959 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-2e53c5fe-e47b-4d27-b162-062aaec3f4d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:41.243321 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b649cf-8cd3-406b-9aab-da04466ce059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b67babdb-0202-430d-9f25-352981226dcf,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:41.253349 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-73b649cf-8cd3-406b-9aab-da04466ce059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:41.258854 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b649cf-8cd3-406b-9aab-da04466ce059 admin admin] Checking segment: {'id': '18a1a8e3-e8ad-45c1-a93f-16c67e7f683f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4a144b2d-9793-4cd0-bad6-721d1ec01135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:14:41.259829 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b649cf-8cd3-406b-9aab-da04466ce059 admin admin] Network hostable DHCP agents. Network: 4a144b2d-9793-4cd0-bad6-721d1ec01135, hostable agents: ['a833f364-3b43-4f9e-93eb-c5238733b25c'], hosted agents: [] {{(pid=93612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 14:14:41.298471 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 37876) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:41.394967 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b649cf-8cd3-406b-9aab-da04466ce059 admin admin] Network 4a144b2d-9793-4cd0-bad6-721d1ec01135 is scheduled to be hosted by DHCP agent a833f364-3b43-4f9e-93eb-c5238733b25c with binding_index 1 {{(pid=93612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 14:14:41.466011 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-79b0f441-d6fd-41bc-bbac-743d086be8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:41.565306 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8d8b57c9-0b1f-4469-880e-8ab6a01bcd4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:41.592621 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-73b649cf-8cd3-406b-9aab-da04466ce059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-2-iscsi, 4a144b2d-9793-4cd0-bad6-721d1ec01135) {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:14:41.595274 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1420f1d9-7a86-49be-9064-00622f70c54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583'] for subnet, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:41.597033 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8d8b57c9-0b1f-4469-880e-8ab6a01bcd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:41.604906 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4615056d-9751-4443-81fd-9e9215cce6d4 None None] Network 4a144b2d-9793-4cd0-bad6-721d1ec01135 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:14:41.609435 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b649cf-8cd3-406b-9aab-da04466ce059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:14:41.610264 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-73b649cf-8cd3-406b-9aab-da04466ce059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:41.614445 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:41.643562 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-79b0f441-d6fd-41bc-bbac-743d086be8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:41.720747 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420f1d9-7a86-49be-9064-00622f70c54f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f4a3b15-5d35-4545-8617-d54f3ee00d9a,revision_number=0']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:41.728528 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-1420f1d9-7a86-49be-9064-00622f70c54f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:41.760940 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-79b0f441-d6fd-41bc-bbac-743d086be8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:41.766626 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1420f1d9-7a86-49be-9064-00622f70c54f admin admin] Checking segment: {'id': '7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:14:41.766967 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1420f1d9-7a86-49be-9064-00622f70c54f admin admin] Network hostable DHCP agents. Network: 80c53d92-b13a-4c0f-9dc2-9c88681c80d4, hostable agents: ['a833f364-3b43-4f9e-93eb-c5238733b25c'], hosted agents: [] {{(pid=93613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 14:14:41.768716 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-0e5d45a3-b1c0-471d-b63f-e8e725e7ba87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:41.802014 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [None req-8d8b57c9-0b1f-4469-880e-8ab6a01bcd4c admin admin] Allocated IP 172.27.3.28 (bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae/6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898/9ad4dc84-73ef-44da-893a-c1c46be68abf) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:14:41.834319 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-79b0f441-d6fd-41bc-bbac-743d086be8e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd11bf06383e4b2c9eb3fecfeec3a015&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5343704 Jun 18 14:14:41.838216 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0f441-d6fd-41bc-bbac-743d086be8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41a4e2a-518e-402a-885c-16164e0cb27a,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:41.843501 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 37892) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:41.847414 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-79b0f441-d6fd-41bc-bbac-743d086be8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:41.876417 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-73b649cf-8cd3-406b-9aab-da04466ce059 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3411813 Jun 18 14:14:41.920582 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1420f1d9-7a86-49be-9064-00622f70c54f admin admin] Network 80c53d92-b13a-4c0f-9dc2-9c88681c80d4 is scheduled to be hosted by DHCP agent a833f364-3b43-4f9e-93eb-c5238733b25c with binding_index 1 {{(pid=93613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 14:14:41.968562 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21087d4-fd45-4bb7-8ee9-ea139e906b54 None None] Network 4a144b2d-9793-4cd0-bad6-721d1ec01135 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:14:41.993216 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-68143fa3-efdd-4f84-9bdb-85636448ba09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:42.000985 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8d8b57c9-0b1f-4469-880e-8ab6a01bcd4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:42.013863 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-1420f1d9-7a86-49be-9064-00622f70c54f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-2-iscsi, 80c53d92-b13a-4c0f-9dc2-9c88681c80d4) {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:14:42.043530 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1420f1d9-7a86-49be-9064-00622f70c54f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:14:42.043968 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-68143fa3-efdd-4f84-9bdb-85636448ba09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:42.044536 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1420f1d9-7a86-49be-9064-00622f70c54f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:42.105400 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803eed57-2725-434d-8882-ad9a831dc3bb None None] Network 80c53d92-b13a-4c0f-9dc2-9c88681c80d4 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:14:42.262051 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-1420f1d9-7a86-49be-9064-00622f70c54f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7252181 Jun 18 14:14:42.283454 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-68143fa3-efdd-4f84-9bdb-85636448ba09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:42.286979 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8d8b57c9-0b1f-4469-880e-8ab6a01bcd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:42.294307 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-68143fa3-efdd-4f84-9bdb-85636448ba09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:42.295674 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-68143fa3-efdd-4f84-9bdb-85636448ba09 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e41a4e2a-518e-402a-885c-16164e0cb27a HTTP/1.1" status: 204 len: 168 time: 0.4488270 Jun 18 14:14:42.298568 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:42.310248 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4cd6cc7b-932d-47bb-85a7-6393ccdfedd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:42.331342 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68143fa3-efdd-4f84-9bdb-85636448ba09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41a4e2a-518e-402a-885c-16164e0cb27a,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:42.351387 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-68143fa3-efdd-4f84-9bdb-85636448ba09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:42.351945 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:42.474926 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8072562b-0dde-40b9-b70e-7e51c2e43c57 None None] Network 80c53d92-b13a-4c0f-9dc2-9c88681c80d4 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:14:42.481414 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8b57c9-0b1f-4469-880e-8ab6a01bcd4c admin admin] Network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:14:42.491876 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-8d8b57c9-0b1f-4469-880e-8ab6a01bcd4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:14:42.512092 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8b57c9-0b1f-4469-880e-8ab6a01bcd4c admin admin] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:14:42.635729 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:42.636296 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-e5615770-5b63-47fd-86b0-602fbbdfc3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:42.730669 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b57c9-0b1f-4469-880e-8ab6a01bcd4c admin admin] Pushing event updated for resources: {'Port': ['ID=9ad4dc84-73ef-44da-893a-c1c46be68abf,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:42.739519 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-8d8b57c9-0b1f-4469-880e-8ab6a01bcd4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:43.067652 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8d8b57c9-0b1f-4469-880e-8ab6a01bcd4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:43.276577 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 37958) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:43.280850 dv-cinder-795751-2-iscsi neutron-server[93612]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 14:14:43.388960 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 37960) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:43.463717 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:43.511325 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8d8b57c9-0b1f-4469-880e-8ab6a01bcd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635706'] for router, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:43.554909 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-ff86d037-b537-4544-9e10-ecdf532a0a09 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:14:43.556606 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-ff86d037-b537-4544-9e10-ecdf532a0a09 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/networks?id=4a144b2d-9793-4cd0-bad6-721d1ec01135 HTTP/1.1" status: 200 len: 812 time: 0.2785823 Jun 18 14:14:43.579010 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-dc7b7c34-d853-4211-a80c-88d24eec7c2d tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/quotas/91692dce9b2d4058958bb30a9b5a6711 HTTP/1.1" status: 200 len: 375 time: 0.0122929 Jun 18 14:14:43.680182 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-e1dc3bf4-6779-42fd-ac6d-4bf2d5c49b35 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=91692dce9b2d4058958bb30a9b5a6711&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0886216 Jun 18 14:14:43.855329 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cf396381-2d04-4470-8806-8f05bbd5b799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:43.961290 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 37992) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:43.965107 dv-cinder-795751-2-iscsi neutron-server[93613]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 14:14:43.978213 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 37996) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:44.050146 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cf396381-2d04-4470-8806-8f05bbd5b799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:44.070147 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8b57c9-0b1f-4469-880e-8ab6a01bcd4c admin admin] Router 9533268c-9cb0-498a-99e0-269839ac0afc is scheduled to L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff with binding_index 1 {{(pid=93613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 14:14:44.104126 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-269c9f93-e5fe-4e0a-9d65-073016bda296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:44.122231 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cf396381-2d04-4470-8806-8f05bbd5b799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:44.129316 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9dcce791-534f-46ab-9a66-52f1a404c558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:44.138480 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-317ce402-5952-4f54-aeba-6dcf88b39377 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 14:14:44.139816 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-317ce402-5952-4f54-aeba-6dcf88b39377 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1820402 Jun 18 14:14:44.240227 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-cf396381-2d04-4470-8806-8f05bbd5b799 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ae8c357aa6b407cb5f36758ab146d24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8494425 Jun 18 14:14:44.242803 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf396381-2d04-4470-8806-8f05bbd5b799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b076397-4648-4dd5-83ff-b50c54af57b1,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:44.245019 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 37998) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:44.249270 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-cf396381-2d04-4470-8806-8f05bbd5b799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:44.305916 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-dbfc6423-f700-4ba1-a673-a1b036c258a9 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:14:44.307515 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-dbfc6423-f700-4ba1-a673-a1b036c258a9 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/networks?id=80c53d92-b13a-4c0f-9dc2-9c88681c80d4 HTTP/1.1" status: 200 len: 812 time: 0.3443630 Jun 18 14:14:44.330422 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-9bdc3a75-6de1-4b49-815b-fb806b6c01cf service neutron] 10.222.0.26 "GET /v2.0/networks/4a144b2d-9793-4cd0-bad6-721d1ec01135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714368 Jun 18 14:14:44.411986 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce397-88ac-4692-8ab8-f0470255a28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:44.458269 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce397-88ac-4692-8ab8-f0470255a28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:44.521124 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-95456258-bc7e-4794-9bf6-0313421d408a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/quotas/a0fb363ac56e4dfdb761e1b1617c621f HTTP/1.1" status: 200 len: 375 time: 0.0374777 Jun 18 14:14:44.533675 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-9cd039e1-8526-4b45-a3bb-8e8d606b5cf6 service neutron] 10.222.0.26 "GET /v2.0/networks/4a144b2d-9793-4cd0-bad6-721d1ec01135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853874 Jun 18 14:14:44.590064 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8b57c9-0b1f-4469-880e-8ab6a01bcd4c admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:14:44.609271 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] Sync routers for ids ['9533268c-9cb0-498a-99e0-269839ac0afc'] in dv-cinder-795751-2-iscsi {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:14:44.614503 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-8702a781-7f11-4161-9855-a340fd57b7ba tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0fb363ac56e4dfdb761e1b1617c621f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597332 Jun 18 14:14:44.625760 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] Routers {'9533268c-9cb0-498a-99e0-269839ac0afc'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:14:44.626724 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:14:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['9533268c-9cb0-498a-99e0-269839ac0afc'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:14:44.665300 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-269c9f93-e5fe-4e0a-9d65-073016bda296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:44.672251 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce397-88ac-4692-8ab8-f0470255a28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:44.672251 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce397-88ac-4692-8ab8-f0470255a28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:44.674900 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-bb0ce397-88ac-4692-8ab8-f0470255a28c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4b076397-4648-4dd5-83ff-b50c54af57b1 HTTP/1.1" status: 204 len: 168 time: 0.4264727 Jun 18 14:14:44.677053 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-79b0f441-d6fd-41bc-bbac-743d086be8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:44.693772 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ce397-88ac-4692-8ab8-f0470255a28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b076397-4648-4dd5-83ff-b50c54af57b1,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:44.698216 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-bb0ce397-88ac-4692-8ab8-f0470255a28c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:44.775794 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-c489418f-b408-4255-a2c1-e96128b6ec4b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 14:14:44.775794 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-c489418f-b408-4255-a2c1-e96128b6ec4b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0674498 Jun 18 14:14:44.795392 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-269c9f93-e5fe-4e0a-9d65-073016bda296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:44.857855 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-7d69dfd6-486b-4e26-8cc2-9236e9b74686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:44.903372 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] Set router 9533268c-9cb0-498a-99e0-269839ac0afc gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:14:44.982660 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8d8b57c9-0b1f-4469-880e-8ab6a01bcd4c admin admin] Notify callbacks [] for router, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:44.986912 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-8d8b57c9-0b1f-4469-880e-8ab6a01bcd4c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2079492 Jun 18 14:14:44.987667 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 38020) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:45.036144 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-269c9f93-e5fe-4e0a-9d65-073016bda296 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d29ebfeec9734b08b898243930cda885&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0461798 Jun 18 14:14:45.042654 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 38024) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:45.059585 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c9f93-e5fe-4e0a-9d65-073016bda296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad95106-8361-4675-bd07-06c93e603a0a,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:45.101845 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-269c9f93-e5fe-4e0a-9d65-073016bda296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:45.155301 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9533268c-9cb0-498a-99e0-269839ac0afc', 'name': 'tempest-ServerRescueNegativeTestJSON-1195736879-router', 'tenant_id': '0114c6b5421b4c0d82d45f17131ded96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '9ad4dc84-73ef-44da-893a-c1c46be68abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:14:40Z', 'updated_at': '2021-06-18T14:14:42Z', 'revision_number': 3, 'project_id': '0114c6b5421b4c0d82d45f17131ded96', 'gw_port': {'id': '9ad4dc84-73ef-44da-893a-c1c46be68abf', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9533268c-9cb0-498a-99e0-269839ac0afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:14:41Z', 'updated_at': '2021-06-18T14:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:14:45.189176 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] Checking router: 9533268c-9cb0-498a-99e0-269839ac0afc for host: dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:14:45.189720 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] Updating router 9533268c-9cb0-498a-99e0-269839ac0afc port 9ad4dc84-73ef-44da-893a-c1c46be68abf binding host dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 14:14:45.233664 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:45.257927 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bb5d4bd9-9284-4782-8676-cc01c9401c60 service neutron] 10.222.0.26 "GET /v2.0/networks/80c53d92-b13a-4c0f-9dc2-9c88681c80d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668231 Jun 18 14:14:45.259447 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:45.413302 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9da218de-15f5-4348-80c3-cdcf08bbf1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:45.540103 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9da218de-15f5-4348-80c3-cdcf08bbf1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:45.618248 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-31e010cd-7e9d-4957-9081-244836cdedd1 service neutron] 10.222.0.26 "GET /v2.0/networks/80c53d92-b13a-4c0f-9dc2-9c88681c80d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592031 Jun 18 14:14:45.708479 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] Notify callbacks [] for port, precommit_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:45.738634 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-080f3167-f038-48c5-815c-8aa121835a40 req-d22e1a68-768d-4695-bd54-e183d125a05b tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 210 time: 0.1536100 Jun 18 14:14:45.845790 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.provisioning_blocks [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] Transition to ACTIVE for port object 9ad4dc84-73ef-44da-893a-c1c46be68abf will not be triggered until provisioned by entity L2. {{(pid=93615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:14:45.846001 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9da218de-15f5-4348-80c3-cdcf08bbf1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:45.849721 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9da218de-15f5-4348-80c3-cdcf08bbf1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:45.860922 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-9da218de-15f5-4348-80c3-cdcf08bbf1a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ad95106-8361-4675-bd07-06c93e603a0a HTTP/1.1" status: 204 len: 168 time: 0.8106234 Jun 18 14:14:45.864195 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:45.880675 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da218de-15f5-4348-80c3-cdcf08bbf1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad95106-8361-4675-bd07-06c93e603a0a,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:45.905816 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-9da218de-15f5-4348-80c3-cdcf08bbf1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:45.973956 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:46.001701 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-24c4a23d-0fd2-4d92-a044-1582c524f6e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:46.100100 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] Attempting to bind port 9ad4dc84-73ef-44da-893a-c1c46be68abf on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:14:46.101177 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] Attempting to bind port 9ad4dc84-73ef-44da-893a-c1c46be68abf by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}] {{(pid=93615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:14:46.102053 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] Attempting to bind port 9ad4dc84-73ef-44da-893a-c1c46be68abf on network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:14:46.127812 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5c1dc-4d83-4200-bf69-a52a121fca85 None None] Pushing event updated for resources: {'Port': ['ID=9ad4dc84-73ef-44da-893a-c1c46be68abf,revision_number=2']} {{(pid=93615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:46.149182 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:14:46.150194 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] Checking segment: {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:14:46.151089 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:46.151938 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] Bound using segment: {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'} {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:14:46.153295 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] Bound port: 9ad4dc84-73ef-44da-893a-c1c46be68abf, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}}] {{(pid=93615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:14:46.154762 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:46.201611 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5c1dc-4d83-4200-bf69-a52a121fca85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:46.202148 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5c1dc-4d83-4200-bf69-a52a121fca85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:46.202678 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5c1dc-4d83-4200-bf69-a52a121fca85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:46.203205 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5c1dc-4d83-4200-bf69-a52a121fca85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:46.203739 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5c1dc-4d83-4200-bf69-a52a121fca85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:46.204301 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5c1dc-4d83-4200-bf69-a52a121fca85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:46.204812 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5c1dc-4d83-4200-bf69-a52a121fca85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:46.205337 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5c1dc-4d83-4200-bf69-a52a121fca85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:46.205921 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5c1dc-4d83-4200-bf69-a52a121fca85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:46.206455 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5c1dc-4d83-4200-bf69-a52a121fca85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:46.206980 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5c1dc-4d83-4200-bf69-a52a121fca85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:46.207504 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5c1dc-4d83-4200-bf69-a52a121fca85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5c1dc-4d83-4200-bf69-a52a121fca85 None None] Tracked resource versions report: Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: pushed versions: Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: { 'AddressGroup': {'1.2'}, Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: 'ConntrackHelper': {'1.0'}, Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: 'Log': {'1.0'}, Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: 'Network': {'1.1'}, Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: 'Port': {'1.7'}, Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: 'PortForwarding': {'1.2'}, Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: 'QosPolicy': {'1.8'}, Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: 'SecurityGroup': {'1.4'}, Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: 'SecurityGroupRule': {'1.2'}, Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: 'SubPort': {'1.0'}, Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: 'Subnet': {'1.1'}, Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: 'Trunk': {'1.1'}} Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: consumer versions: Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: { DHCP agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: HyperV agent@hv-cinder-79575: {}, Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: L3 agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: Metadata agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: Metering agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: Open vSwitch agent@dv-cinder-795751-2-iscsi: { 'AddressGroup': '1.2', Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: 'ConntrackHelper': '1.0', Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: 'Log': '1.0', Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: 'Network': '1.1', Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: 'Port': '1.7', Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: 'PortForwarding': '1.2', Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: 'QosPolicy': '1.8', Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: 'SecurityGroup': '1.4', Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: 'SecurityGroupRule': '1.2', Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: 'SubPort': '1.0', Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: 'Subnet': '1.1', Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: 'Trunk': '1.1'}} Jun 18 14:14:46.210008 dv-cinder-795751-2-iscsi neutron-server[93615]: {{(pid=93615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 14:14:46.223428 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-13e5c1dc-4d83-4200-bf69-a52a121fca85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:46.271142 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.db [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] For port 9ad4dc84-73ef-44da-893a-c1c46be68abf, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:14:46.272545 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 38086) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:46.273318 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.db [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] For port 9ad4dc84-73ef-44da-893a-c1c46be68abf, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=9ad4dc84-73ef-44da-893a-c1c46be68abf,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:14:46.306949 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-80bbbf17-7a7c-472b-884d-b76ce35b4967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:46.346101 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:46.375102 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:46.486590 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] Routers {'9533268c-9cb0-498a-99e0-269839ac0afc'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:14:46.489043 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:14:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['9533268c-9cb0-498a-99e0-269839ac0afc'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:14:46.650345 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5c1dc-4d83-4200-bf69-a52a121fca85 None None] Pushing event updated for resources: {'Port': ['ID=9ad4dc84-73ef-44da-893a-c1c46be68abf,revision_number=3']} {{(pid=93615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:46.667619 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-80bbbf17-7a7c-472b-884d-b76ce35b4967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:46.673261 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-13e5c1dc-4d83-4200-bf69-a52a121fca85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:46.751327 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-80bbbf17-7a7c-472b-884d-b76ce35b4967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:46.796491 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bbd8b8ea-bd30-4e9b-8375-0573b18b5488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:46.826443 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:46.866379 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-80bbbf17-7a7c-472b-884d-b76ce35b4967 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=263996b4e0dc483c87523f78fd125116&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5917649 Jun 18 14:14:46.867708 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbbf17-7a7c-472b-884d-b76ce35b4967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80aa8117-0141-48c6-b3ae-98bc18dce2d4,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:46.877361 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 38106) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:46.881214 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-54a7c47d-97f0-4d7f-8b55-59e7554ca930 req-1c8dbac2-bf56-4f39-a750-6e5f17b32911 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 210 time: 0.0604696 Jun 18 14:14:46.900113 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-80bbbf17-7a7c-472b-884d-b76ce35b4967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:46.972914 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] Set router 9533268c-9cb0-498a-99e0-269839ac0afc gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:14:47.187145 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-de7c6ea1-d850-440d-b017-7b286550bbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:47.247474 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-de7c6ea1-d850-440d-b017-7b286550bbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:47.263032 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9533268c-9cb0-498a-99e0-269839ac0afc', 'name': 'tempest-ServerRescueNegativeTestJSON-1195736879-router', 'tenant_id': '0114c6b5421b4c0d82d45f17131ded96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '9ad4dc84-73ef-44da-893a-c1c46be68abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:14:40Z', 'updated_at': '2021-06-18T14:14:42Z', 'revision_number': 3, 'project_id': '0114c6b5421b4c0d82d45f17131ded96', 'gw_port': {'id': '9ad4dc84-73ef-44da-893a-c1c46be68abf', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9533268c-9cb0-498a-99e0-269839ac0afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:14:41Z', 'updated_at': '2021-06-18T14:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:14:47.361010 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a0d40b7a-80ba-41ee-972e-efcf08228882 req-49fe53b8-c863-4e25-855d-e9f28c785961 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 210 time: 0.1688938 Jun 18 14:14:47.487412 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034b1e0-9ba2-4c41-b782-62aa3ad4d7be None None] The sync data for ids ['9533268c-9cb0-498a-99e0-269839ac0afc'] in dv-cinder-795751-2-iscsi is: [{'id': '9533268c-9cb0-498a-99e0-269839ac0afc', 'name': 'tempest-ServerRescueNegativeTestJSON-1195736879-router', 'tenant_id': '0114c6b5421b4c0d82d45f17131ded96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '9ad4dc84-73ef-44da-893a-c1c46be68abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:14:40Z', 'updated_at': '2021-06-18T14:14:42Z', 'revision_number': 3, 'project_id': '0114c6b5421b4c0d82d45f17131ded96', 'gw_port': {'id': '9ad4dc84-73ef-44da-893a-c1c46be68abf', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9533268c-9cb0-498a-99e0-269839ac0afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:14:41Z', 'updated_at': '2021-06-18T14:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}] {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:14:47.672055 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [None req-bbd8b8ea-bd30-4e9b-8375-0573b18b5488 admin admin] Allocated IP 172.20.0.1 (98c5be27-f70c-4e03-8010-617386ed8973/e09c94b7-02ea-47cd-90c5-ff12c8357fed/ea6cfdfb-53e5-499a-93c1-c65005c58d76) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:14:47.779466 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-de7c6ea1-d850-440d-b017-7b286550bbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:47.790186 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-de7c6ea1-d850-440d-b017-7b286550bbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:47.791986 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-de7c6ea1-d850-440d-b017-7b286550bbca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80aa8117-0141-48c6-b3ae-98bc18dce2d4 HTTP/1.1" status: 204 len: 168 time: 0.9131343 Jun 18 14:14:47.796743 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-68143fa3-efdd-4f84-9bdb-85636448ba09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:47.840658 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c6ea1-d850-440d-b017-7b286550bbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80aa8117-0141-48c6-b3ae-98bc18dce2d4,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:47.860480 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-de7c6ea1-d850-440d-b017-7b286550bbca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:48.038957 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bbd8b8ea-bd30-4e9b-8375-0573b18b5488 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:48.080955 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e0ca73a4-d68c-4ae8-94fb-578d29d7b9c2 req-6e7789b5-4553-4376-b17a-36cc0fe65d3e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 210 time: 0.0759521 Jun 18 14:14:48.375963 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bbd8b8ea-bd30-4e9b-8375-0573b18b5488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:48.382008 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:48.678247 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 9ad4dc84-73ef-44da-893a-c1c46be68abf up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:14:48.854898 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6dd4c808-a867-43e5-a9a1-f737ed0909e4 req-22d0a193-0a00-450e-9ad3-a21ffa43bff5 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 210 time: 0.1367228 Jun 18 14:14:48.861420 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd8b8ea-bd30-4e9b-8375-0573b18b5488 admin admin] Network 98c5be27-f70c-4e03-8010-617386ed8973 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:14:48.863054 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8b8ea-bd30-4e9b-8375-0573b18b5488 admin admin] Pushing event updated for resources: {'Port': ['ID=ea6cfdfb-53e5-499a-93c1-c65005c58d76,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:48.865714 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-bbd8b8ea-bd30-4e9b-8375-0573b18b5488 admin admin] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:14:48.896969 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-bbd8b8ea-bd30-4e9b-8375-0573b18b5488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:48.923273 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd8b8ea-bd30-4e9b-8375-0573b18b5488 admin admin] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:14:48.923273 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bbd8b8ea-bd30-4e9b-8375-0573b18b5488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636949'] for router_interface, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:49.040307 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port 9ad4dc84-73ef-44da-893a-c1c46be68abf completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:14:49.047284 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 9ad4dc84-73ef-44da-893a-c1c46be68abf triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:14:49.052640 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:49.263860 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:49.334725 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port 9ad4dc84-73ef-44da-893a-c1c46be68abf, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=9ad4dc84-73ef-44da-893a-c1c46be68abf,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:14:49.395337 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f6c57371-d42c-4394-9a9c-866b0ef9dca7 req-275293b3-053a-41e0-960c-19dbdf88f20d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 210 time: 0.0383582 Jun 18 14:14:49.402214 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:49.404950 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:49.481162 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=9ad4dc84-73ef-44da-893a-c1c46be68abf,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:49.501979 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:49.504147 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:49.505016 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:49.506597 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Tracked resource versions report: Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: pushed versions: Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: { 'AddressGroup': {'1.2'}, Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: 'ConntrackHelper': {'1.0'}, Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: 'Log': {'1.0'}, Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: 'Network': {'1.1'}, Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: 'Port': {'1.7'}, Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: 'PortForwarding': {'1.2'}, Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: 'QosPolicy': {'1.8'}, Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: 'SecurityGroup': {'1.4'}, Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: 'SecurityGroupRule': {'1.2'}, Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: 'SubPort': {'1.0'}, Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: 'Subnet': {'1.1'}, Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: 'Trunk': {'1.1'}} Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: consumer versions: Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: { DHCP agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: HyperV agent@hv-cinder-79575: {}, Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: L3 agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: Metadata agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: Metering agent@dv-cinder-795751-2-iscsi: {}, Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: Open vSwitch agent@dv-cinder-795751-2-iscsi: { 'AddressGroup': '1.2', Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: 'ConntrackHelper': '1.0', Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: 'Log': '1.0', Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: 'Network': '1.1', Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: 'Port': '1.7', Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: 'PortForwarding': '1.2', Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: 'QosPolicy': '1.8', Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: 'SecurityGroup': '1.4', Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: 'SecurityGroupRule': '1.2', Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: 'SubPort': '1.0', Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: 'Subnet': '1.1', Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: 'Trunk': '1.1'}} Jun 18 14:14:49.511470 dv-cinder-795751-2-iscsi neutron-server[93614]: {{(pid=93614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 14:14:49.533524 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:49.540754 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bbd8b8ea-bd30-4e9b-8375-0573b18b5488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:49.869833 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bbd8b8ea-bd30-4e9b-8375-0573b18b5488 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:49.946021 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bbd8b8ea-bd30-4e9b-8375-0573b18b5488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:49.946353 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bbd8b8ea-bd30-4e9b-8375-0573b18b5488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3640674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637196'] for router_interface, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:49.948398 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:50.054259 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8b8ea-bd30-4e9b-8375-0573b18b5488 admin admin] Pushing event updated for resources: {'Port': ['ID=ea6cfdfb-53e5-499a-93c1-c65005c58d76,revision_number=2']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:50.062276 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-bbd8b8ea-bd30-4e9b-8375-0573b18b5488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:50.125392 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd8b8ea-bd30-4e9b-8375-0573b18b5488 admin admin] Network 98c5be27-f70c-4e03-8010-617386ed8973 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:14:50.127119 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-bbd8b8ea-bd30-4e9b-8375-0573b18b5488 admin admin] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:14:50.245823 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-decac2f1-67fe-44fe-8983-f820a2f9e81e req-0fff68cc-e86b-4cfe-b97f-891f189f4923 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 210 time: 0.0400567 Jun 18 14:14:50.367054 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd8b8ea-bd30-4e9b-8375-0573b18b5488 admin admin] Router 9533268c-9cb0-498a-99e0-269839ac0afc has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:14:50.574496 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 9ad4dc84-73ef-44da-893a-c1c46be68abf up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:14:50.670985 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd8b8ea-bd30-4e9b-8375-0573b18b5488 admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:14:50.681324 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-bbd8b8ea-bd30-4e9b-8375-0573b18b5488 admin admin] 10.222.0.26 "PUT /v2.0/routers/9533268c-9cb0-498a-99e0-269839ac0afc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6903515 Jun 18 14:14:50.685754 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b8fbb314-6808-4174-895a-a076657d2692 req-aaf86210-c850-43f7-b575-0890b2835342 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 210 time: 0.0347240 Jun 18 14:14:50.690367 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] Sync routers for ids ['9533268c-9cb0-498a-99e0-269839ac0afc'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:14:50.710906 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] Routers {'9533268c-9cb0-498a-99e0-269839ac0afc'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:14:50.711559 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:14:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['9533268c-9cb0-498a-99e0-269839ac0afc'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:14:50.714372 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 9ad4dc84-73ef-44da-893a-c1c46be68abf triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:14:50.714928 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:50.976626 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] Set router 9533268c-9cb0-498a-99e0-269839ac0afc gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:14:51.403362 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9533268c-9cb0-498a-99e0-269839ac0afc', 'name': 'tempest-ServerRescueNegativeTestJSON-1195736879-router', 'tenant_id': '0114c6b5421b4c0d82d45f17131ded96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '9ad4dc84-73ef-44da-893a-c1c46be68abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:14:40Z', 'updated_at': '2021-06-18T14:14:49Z', 'revision_number': 4, 'project_id': '0114c6b5421b4c0d82d45f17131ded96', 'gw_port': {'id': '9ad4dc84-73ef-44da-893a-c1c46be68abf', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9533268c-9cb0-498a-99e0-269839ac0afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:14:41Z', 'updated_at': '2021-06-18T14:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'ea6cfdfb-53e5-499a-93c1-c65005c58d76', 'name': '', 'network_id': '98c5be27-f70c-4e03-8010-617386ed8973', 'tenant_id': '0114c6b5421b4c0d82d45f17131ded96', 'mac_address': 'fa:16:3e:33:1c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9533268c-9cb0-498a-99e0-269839ac0afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e09c94b7-02ea-47cd-90c5-ff12c8357fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:14:46Z', 'updated_at': '2021-06-18T14:14:49Z', 'revision_number': 2, 'project_id': '0114c6b5421b4c0d82d45f17131ded96', 'subnets': [{'id': 'e09c94b7-02ea-47cd-90c5-ff12c8357fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:14:51.436866 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] Checking router: 9533268c-9cb0-498a-99e0-269839ac0afc for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:14:51.437398 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] Updating router 9533268c-9cb0-498a-99e0-269839ac0afc port ea6cfdfb-53e5-499a-93c1-c65005c58d76 binding host dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 14:14:51.499192 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:51.567228 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2fb5646d-07a8-44c3-909b-b984869a0f9e req-76e20cab-86ba-4a96-84ff-c5b7e4d0de05 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 210 time: 0.0765436 Jun 18 14:14:51.733500 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-215bd2b3-0eb3-47a4-a902-452ef32f332d tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:14:51.748783 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-215bd2b3-0eb3-47a4-a902-452ef32f332d tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/networks?id=98c5be27-f70c-4e03-8010-617386ed8973 HTTP/1.1" status: 200 len: 819 time: 0.2680471 Jun 18 14:14:51.817320 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-b8d5f345-53a1-4986-a8af-b0d1dd7a7f4a tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/quotas/0114c6b5421b4c0d82d45f17131ded96 HTTP/1.1" status: 200 len: 375 time: 0.0565546 Jun 18 14:14:52.183502 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-f5cdef7f-04c1-4ad4-863b-7ca600828396 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0114c6b5421b4c0d82d45f17131ded96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3644953 Jun 18 14:14:52.210575 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-584ecccd-0c2c-4d0c-8820-09bd59d0a5a6 req-bf8c7677-caef-4b06-a069-d89235699931 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 210 time: 0.1097939 Jun 18 14:14:52.409759 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-d946b5d1-8124-4297-aa74-6a77fe71b102 service neutron] 10.222.0.26 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130227 Jun 18 14:14:52.478053 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] Notify callbacks [] for port, precommit_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:52.524503 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] Transition to ACTIVE for port object ea6cfdfb-53e5-499a-93c1-c65005c58d76 will not be triggered until provisioned by entity L2. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:14:53.021891 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-ec8f95d2-daed-4ed0-a1a3-fe79580c051d service neutron] 10.222.0.26 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385685 Jun 18 14:14:53.026982 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:53.026982 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:53.026982 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2c885-dceb-4539-9a39-c3aefdffbafd None None] Pushing event updated for resources: {'Port': ['ID=ea6cfdfb-53e5-499a-93c1-c65005c58d76,revision_number=3']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:53.026982 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-43c2c885-dceb-4539-9a39-c3aefdffbafd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:53.026982 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] Attempting to bind port ea6cfdfb-53e5-499a-93c1-c65005c58d76 on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:14:53.026982 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] Attempting to bind port ea6cfdfb-53e5-499a-93c1-c65005c58d76 by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': 'f860b5e1-4f16-401c-b96c-7d17876ca74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '98c5be27-f70c-4e03-8010-617386ed8973'}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:14:53.026982 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] Attempting to bind port ea6cfdfb-53e5-499a-93c1-c65005c58d76 on network 98c5be27-f70c-4e03-8010-617386ed8973 {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:14:53.026982 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:14:53.026982 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] Checking segment: {'id': 'f860b5e1-4f16-401c-b96c-7d17876ca74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '98c5be27-f70c-4e03-8010-617386ed8973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:14:53.026982 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:53.034329 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] Bound using segment: {'id': 'f860b5e1-4f16-401c-b96c-7d17876ca74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '98c5be27-f70c-4e03-8010-617386ed8973'} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:14:53.034329 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] Bound port: ea6cfdfb-53e5-499a-93c1-c65005c58d76, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f860b5e1-4f16-401c-b96c-7d17876ca74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '98c5be27-f70c-4e03-8010-617386ed8973'}}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:14:53.034329 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:53.091075 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] For port ea6cfdfb-53e5-499a-93c1-c65005c58d76, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:14:53.095559 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] For port ea6cfdfb-53e5-499a-93c1-c65005c58d76, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=ea6cfdfb-53e5-499a-93c1-c65005c58d76,segment=NetworkSegment(f860b5e1-4f16-401c-b96c-7d17876ca74e),segment_id=f860b5e1-4f16-401c-b96c-7d17876ca74e)] {{(pid=93614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:14:53.420772 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:53.437720 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:53.493806 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3ca07565-b8f4-47bc-8cfe-4b8877290120 req-27fae5c8-db68-4072-bdb2-e10eb18268e4 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 210 time: 0.0742135 Jun 18 14:14:53.549339 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] Routers {'9533268c-9cb0-498a-99e0-269839ac0afc'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:14:53.550204 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:14:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['9533268c-9cb0-498a-99e0-269839ac0afc'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:14:53.552422 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2c885-dceb-4539-9a39-c3aefdffbafd None None] Pushing event updated for resources: {'Port': ['ID=ea6cfdfb-53e5-499a-93c1-c65005c58d76,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:53.557787 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-43c2c885-dceb-4539-9a39-c3aefdffbafd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:53.709655 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8f2510bf-46f1-455b-98fe-3413c26258f9 req-e5177cac-99de-4d51-9847-1b6ee49f4c63 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 210 time: 0.0879769 Jun 18 14:14:53.813950 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] Set router 9533268c-9cb0-498a-99e0-269839ac0afc gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:14:53.871784 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-253798b8-9036-4e76-91e6-248752c20569 req-73c08286-5736-4dd9-86c2-194bc890d418 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 210 time: 0.0508156 Jun 18 14:14:54.157797 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9533268c-9cb0-498a-99e0-269839ac0afc', 'name': 'tempest-ServerRescueNegativeTestJSON-1195736879-router', 'tenant_id': '0114c6b5421b4c0d82d45f17131ded96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '9ad4dc84-73ef-44da-893a-c1c46be68abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:14:40Z', 'updated_at': '2021-06-18T14:14:49Z', 'revision_number': 4, 'project_id': '0114c6b5421b4c0d82d45f17131ded96', 'gw_port': {'id': '9ad4dc84-73ef-44da-893a-c1c46be68abf', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9533268c-9cb0-498a-99e0-269839ac0afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:14:41Z', 'updated_at': '2021-06-18T14:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'ea6cfdfb-53e5-499a-93c1-c65005c58d76', 'name': '', 'network_id': '98c5be27-f70c-4e03-8010-617386ed8973', 'tenant_id': '0114c6b5421b4c0d82d45f17131ded96', 'mac_address': 'fa:16:3e:33:1c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9533268c-9cb0-498a-99e0-269839ac0afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e09c94b7-02ea-47cd-90c5-ff12c8357fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:14:46Z', 'updated_at': '2021-06-18T14:14:53Z', 'revision_number': 4, 'project_id': '0114c6b5421b4c0d82d45f17131ded96', 'subnets': [{'id': 'e09c94b7-02ea-47cd-90c5-ff12c8357fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:14:54.226185 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46eec3f-c766-4a36-8e06-86a40583f226 None None] The sync data for ids ['9533268c-9cb0-498a-99e0-269839ac0afc'] in dv-cinder-795751-2-iscsi is: [{'id': '9533268c-9cb0-498a-99e0-269839ac0afc', 'name': 'tempest-ServerRescueNegativeTestJSON-1195736879-router', 'tenant_id': '0114c6b5421b4c0d82d45f17131ded96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '9ad4dc84-73ef-44da-893a-c1c46be68abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:14:40Z', 'updated_at': '2021-06-18T14:14:49Z', 'revision_number': 4, 'project_id': '0114c6b5421b4c0d82d45f17131ded96', 'gw_port': {'id': '9ad4dc84-73ef-44da-893a-c1c46be68abf', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9533268c-9cb0-498a-99e0-269839ac0afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:14:41Z', 'updated_at': '2021-06-18T14:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'ea6cfdfb-53e5-499a-93c1-c65005c58d76', 'name': '', 'network_id': '98c5be27-f70c-4e03-8010-617386ed8973', 'tenant_id': '0114c6b5421b4c0d82d45f17131ded96', 'mac_address': 'fa:16:3e:33:1c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9533268c-9cb0-498a-99e0-269839ac0afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e09c94b7-02ea-47cd-90c5-ff12c8357fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:14:46Z', 'updated_at': '2021-06-18T14:14:53Z', 'revision_number': 4, 'project_id': '0114c6b5421b4c0d82d45f17131ded96', 'subnets': [{'id': 'e09c94b7-02ea-47cd-90c5-ff12c8357fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:14:54.378631 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-612c5f41-20a5-4cac-b4ee-53e2c86a03ae tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:14:54.381511 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-612c5f41-20a5-4cac-b4ee-53e2c86a03ae tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/networks?id=98c5be27-f70c-4e03-8010-617386ed8973 HTTP/1.1" status: 200 len: 819 time: 0.2365839 Jun 18 14:14:54.406615 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-7b09f42f-9046-4956-b043-8bf249d35996 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/quotas/0114c6b5421b4c0d82d45f17131ded96 HTTP/1.1" status: 200 len: 375 time: 0.0119779 Jun 18 14:14:54.608914 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device ea6cfdfb-53e5-499a-93c1-c65005c58d76 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:14:54.651046 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-15c6261d-36c8-4814-a35b-4048e1c93948 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0114c6b5421b4c0d82d45f17131ded96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2373335 Jun 18 14:14:54.774382 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4e68fc08-8a0c-43f7-a0ae-c081a3fb8156 req-281d54e5-fda0-45d6-9783-18f86854f665 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 210 time: 0.0440125 Jun 18 14:14:54.819109 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-807ea8d3-93e4-4f9b-8262-155f184d6333 service neutron] 10.222.0.26 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604180 Jun 18 14:14:54.887729 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port ea6cfdfb-53e5-499a-93c1-c65005c58d76 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:14:54.893998 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port ea6cfdfb-53e5-499a-93c1-c65005c58d76 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:14:54.894725 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:55.023656 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-6fc64e6f-1dff-471c-a2fa-7967074f35fb service neutron] 10.222.0.26 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969721 Jun 18 14:14:55.029825 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:55.050347 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-812731be-e1cd-4376-ad33-5d49564c30ff req-a9901b5e-0153-4e4c-8da5-1cbba9067539 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 210 time: 0.0584242 Jun 18 14:14:55.109373 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port ea6cfdfb-53e5-499a-93c1-c65005c58d76, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=ea6cfdfb-53e5-499a-93c1-c65005c58d76,segment=NetworkSegment(f860b5e1-4f16-401c-b96c-7d17876ca74e),segment_id=f860b5e1-4f16-401c-b96c-7d17876ca74e)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:14:55.297938 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:55.302568 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-bc241845-ac88-471c-8a2f-f5a34778be06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:55.400408 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=ea6cfdfb-53e5-499a-93c1-c65005c58d76,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:55.405515 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:55.478111 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-72854cd8-d027-498d-8040-9bc88fcea368 req-7fc7519c-4fc2-4f69-8c8d-307f7231b0e4 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 210 time: 0.0467012 Jun 18 14:14:55.543559 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 38392) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:55.687060 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-eabdb5e0-73ec-4aa0-9ff0-5caf2f9f4ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:55.809908 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-eabdb5e0-73ec-4aa0-9ff0-5caf2f9f4ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:55.910452 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-eabdb5e0-73ec-4aa0-9ff0-5caf2f9f4ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:55.927899 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:55.957882 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-5cbfb91d-108a-4c2c-99da-6e5f174504f7 req-3ca9668d-718c-4f47-8d86-8283bcb13c06 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 210 time: 0.0457151 Jun 18 14:14:55.994316 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdb5e0-73ec-4aa0-9ff0-5caf2f9f4ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faa975c-7e62-4c6f-a464-23469cefd7d6,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:56.002494 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-eabdb5e0-73ec-4aa0-9ff0-5caf2f9f4ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:56.006638 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-eabdb5e0-73ec-4aa0-9ff0-5caf2f9f4ce9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bca66141184648a88b442cdc721d5d1b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4617865 Jun 18 14:14:56.009558 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 38410) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:56.063356 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-add277ba-27ef-4da5-b99d-6b5987dd7146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:56.094987 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-add277ba-27ef-4da5-b99d-6b5987dd7146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:56.234503 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-add277ba-27ef-4da5-b99d-6b5987dd7146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:56.242330 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-add277ba-27ef-4da5-b99d-6b5987dd7146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:56.245172 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-add277ba-27ef-4da5-b99d-6b5987dd7146 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1faa975c-7e62-4c6f-a464-23469cefd7d6 HTTP/1.1" status: 204 len: 168 time: 0.2343309 Jun 18 14:14:56.247128 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:56.274415 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add277ba-27ef-4da5-b99d-6b5987dd7146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faa975c-7e62-4c6f-a464-23469cefd7d6,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:56.299921 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-add277ba-27ef-4da5-b99d-6b5987dd7146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:56.302475 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e3dee092-7cc8-4095-b06b-020586a426b6 req-57155eca-f52a-4100-9b32-5e090484b2eb tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 210 time: 0.0417409 Jun 18 14:14:56.493693 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device ea6cfdfb-53e5-499a-93c1-c65005c58d76 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:14:56.593263 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port ea6cfdfb-53e5-499a-93c1-c65005c58d76 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:14:56.594138 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:56.608041 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c9de87d0-b575-4cbe-b9a0-fd5739634f53 req-997ff4ba-8b88-45ab-9b23-891e0b50d0aa tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 210 time: 0.0493155 Jun 18 14:14:57.245732 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 38444) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:57.269103 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-89f735fd-7aec-4136-8c4b-3d96f7a74cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:57.378118 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-aedd71a0-6e37-44f3-9b40-18517f4e7baa req-f029fdb5-a908-4d99-8a52-7274b05b2a71 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 210 time: 0.0566728 Jun 18 14:14:57.416546 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.38', 60400) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:57.490650 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-89f735fd-7aec-4136-8c4b-3d96f7a74cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:57.588302 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-89f735fd-7aec-4136-8c4b-3d96f7a74cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:57.592304 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-51fc014a-7618-4f95-9057-98767a39a61e tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:14:57.595210 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-51fc014a-7618-4f95-9057-98767a39a61e tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.38 "GET /v2.0/networks?id=4a144b2d-9793-4cd0-bad6-721d1ec01135 HTTP/1.1" status: 200 len: 812 time: 0.1771367 Jun 18 14:14:57.596543 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:57.653008 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-89f735fd-7aec-4136-8c4b-3d96f7a74cfe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fda9f225500841bead910810148e5dfb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4036963 Jun 18 14:14:57.656804 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 38456) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:57.666982 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f735fd-7aec-4136-8c4b-3d96f7a74cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d21bfc-d087-4d4e-8fa9-bf75af76906e,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:57.681169 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-89f735fd-7aec-4136-8c4b-3d96f7a74cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:57.787247 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-434fa921-ecd2-4893-9ab7-3abb8c9fa718 req-9c2b3a7d-b670-4f03-a80b-7ac17160a61b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 210 time: 0.0941687 Jun 18 14:14:57.794277 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-3f97b90d-2644-49a5-8e38-283e63e6469c tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Request body: {'port': {'device_id': '96a371f9-50a5-43b7-a0a2-bb6b0a765c70', 'network_id': '4a144b2d-9793-4cd0-bad6-721d1ec01135', 'admin_state_up': True, 'tenant_id': '91692dce9b2d4058958bb30a9b5a6711'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:14:57.847339 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4ed4d480-907c-4d60-b703-23d374c133c2 req-782f130e-871c-47c6-a2c9-0d7d6f0edc02 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 210 time: 0.0436330 Jun 18 14:14:58.078794 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-071356d9-85d2-4156-ad17-9910cd198d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:58.172150 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-071356d9-85d2-4156-ad17-9910cd198d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:58.310829 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-3f97b90d-2644-49a5-8e38-283e63e6469c tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Made reservation on behalf of 91692dce9b2d4058958bb30a9b5a6711 for: {'port': 1} {{(pid=93613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:14:58.314808 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-3f97b90d-2644-49a5-8e38-283e63e6469c tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:58.495955 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-071356d9-85d2-4156-ad17-9910cd198d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:58.502742 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-071356d9-85d2-4156-ad17-9910cd198d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:58.504227 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-071356d9-85d2-4156-ad17-9910cd198d4d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/44d21bfc-d087-4d4e-8fa9-bf75af76906e HTTP/1.1" status: 204 len: 168 time: 0.8462598 Jun 18 14:14:58.508499 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-eabdb5e0-73ec-4aa0-9ff0-5caf2f9f4ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:58.547969 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071356d9-85d2-4156-ad17-9910cd198d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d21bfc-d087-4d4e-8fa9-bf75af76906e,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:14:58.585082 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-071356d9-85d2-4156-ad17-9910cd198d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:14:58.791370 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.38', 60412) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:58.854712 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-98a04c0e-2c5d-4fbb-9b28-f493c164d5e1 req-ca120f85-00e4-4cd0-8c2c-d7e042ff63b9 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 210 time: 0.0504317 Jun 18 14:14:59.078518 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-3f97b90d-2644-49a5-8e38-283e63e6469c tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Allocated IP 172.20.0.4 (4a144b2d-9793-4cd0-bad6-721d1ec01135/b67babdb-0202-430d-9f25-352981226dcf/7b8f4b68-9215-4f22-b903-72287f20dee9) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:14:59.277910 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-6a7f17f7-1c77-4f86-80a0-f34f4e5ac263 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:14:59.294877 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-6a7f17f7-1c77-4f86-80a0-f34f4e5ac263 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.38 "GET /v2.0/networks?id=80c53d92-b13a-4c0f-9dc2-9c88681c80d4 HTTP/1.1" status: 200 len: 812 time: 0.4999185 Jun 18 14:14:59.333580 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdc43912-cc26-40b1-b0d3-01a36001531d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Request body: {'port': {'device_id': '5c35180f-1a0e-41c3-a2a3-8ec15433cfd9', 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4', 'admin_state_up': True, 'tenant_id': 'a0fb363ac56e4dfdb761e1b1617c621f'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:14:59.454568 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f5836830-8075-4a44-88b3-ed4abfd2d0a7 req-cc8f5836-9c82-4503-ba65-e5cd20fa2323 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 210 time: 0.3838980 Jun 18 14:14:59.661242 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-3f97b90d-2644-49a5-8e38-283e63e6469c tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:59.855586 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 38524) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:14:59.899541 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d9b05d4a-7cc3-471b-8415-5a6135a751a7 req-8ac5dd12-1523-410f-b75b-60cbd2da44b9 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 210 time: 0.5183983 Jun 18 14:14:59.910464 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-3f97b90d-2644-49a5-8e38-283e63e6469c tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:14:59.948425 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:14:59.975810 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.38', 60414) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:00.110915 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-3f97b90d-2644-49a5-8e38-283e63e6469c tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Network 4a144b2d-9793-4cd0-bad6-721d1ec01135 is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:15:00.157717 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-3f97b90d-2644-49a5-8e38-283e63e6469c tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:15:00.198759 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-3f97b90d-2644-49a5-8e38-283e63e6469c tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:15:00.231114 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-3f97b90d-2644-49a5-8e38-283e63e6469c tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:00.232739 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-3f97b90d-2644-49a5-8e38-283e63e6469c tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:00.298185 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-bda1bf65-aadf-4805-99dc-2bd5842127e8 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:00.303018 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-bda1bf65-aadf-4805-99dc-2bd5842127e8 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.38 "GET /v2.0/networks?id=98c5be27-f70c-4e03-8010-617386ed8973 HTTP/1.1" status: 200 len: 819 time: 0.3154972 Jun 18 14:15:00.336037 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-8d0e1864-e54e-4cfe-b731-17761775d643 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Request body: {'port': {'device_id': 'ab221540-8020-424e-9617-2a0e5a8b2f72', 'network_id': '98c5be27-f70c-4e03-8010-617386ed8973', 'admin_state_up': True, 'tenant_id': '0114c6b5421b4c0d82d45f17131ded96'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:15:00.430855 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdc43912-cc26-40b1-b0d3-01a36001531d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Made reservation on behalf of a0fb363ac56e4dfdb761e1b1617c621f for: {'port': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:15:00.434988 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdc43912-cc26-40b1-b0d3-01a36001531d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:00.436133 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-3dbd4f73-bb5a-4444-a473-bde469c2bf1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:00.581775 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97b90d-2644-49a5-8e38-283e63e6469c tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Pushing event updated for resources: {'Port': ['ID=7b8f4b68-9215-4f22-b903-72287f20dee9,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:00.589059 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-3f97b90d-2644-49a5-8e38-283e63e6469c tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:00.698742 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7aef1-a520-4311-9e26-29708c7bca39 req-80b163f2-f852-4d67-aed3-8ac3661287af tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:00.723960 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7ed7aef1-a520-4311-9e26-29708c7bca39 req-80b163f2-f852-4d67-aed3-8ac3661287af tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 931 time: 0.4017830 Jun 18 14:15:00.953437 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7ed7aef1-a520-4311-9e26-29708c7bca39 req-4629e554-2717-4c5e-9272-ad0c3863f83d tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258797 Jun 18 14:15:00.957743 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c268f26b-17a2-43ec-9a1b-d30d2346f0d4 req-ea9bb982-d013-4d4b-949e-393c9c2d8b9d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 210 time: 0.0898490 Jun 18 14:15:01.078031 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.38', 60419) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:01.210576 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-3dbd4f73-bb5a-4444-a473-bde469c2bf1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:01.360293 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-3dbd4f73-bb5a-4444-a473-bde469c2bf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:01.382729 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:01.402620 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdc43912-cc26-40b1-b0d3-01a36001531d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Allocated IP 172.20.0.2 (80c53d92-b13a-4c0f-9dc2-9c88681c80d4/4f4a3b15-5d35-4545-8617-d54f3ee00d9a/5aed1d4a-e478-41df-810a-be5c1d4fb512) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:15:01.463482 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-3f97b90d-2644-49a5-8e38-283e63e6469c tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6999369 Jun 18 14:15:01.504255 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-d32a3c42-8f45-4cdb-aaf1-9d187e0c188b tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 14:15:01.505579 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-d32a3c42-8f45-4cdb-aaf1-9d187e0c188b tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177424 Jun 18 14:15:01.521942 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-3dbd4f73-bb5a-4444-a473-bde469c2bf1f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00415065889045048abf1b4f6094fca2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6557667 Jun 18 14:15:01.522771 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 38606) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:01.538088 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd4f73-bb5a-4444-a473-bde469c2bf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa6cddb-ba98-4596-97d6-1c2c895360b3,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:01.582239 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-3dbd4f73-bb5a-4444-a473-bde469c2bf1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:01.639341 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-5eefcafd-603f-4373-98b0-6f5a33ae8814 req-3bc4e183-fee1-4540-b676-3aa66ad554b3 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 210 time: 0.2005911 Jun 18 14:15:01.723931 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-da8b67a7-0147-45fa-ac7b-f4f5b8fe18dd tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:01.726833 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-da8b67a7-0147-45fa-ac7b-f4f5b8fe18dd tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.38 "GET /v2.0/networks?id=98c5be27-f70c-4e03-8010-617386ed8973 HTTP/1.1" status: 200 len: 819 time: 0.6130528 Jun 18 14:15:01.784840 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2e4d9a30-9954-42d7-8dd8-f9e6b2b7c0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:01.833605 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2e4d9a30-9954-42d7-8dd8-f9e6b2b7c0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:01.866133 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdc43912-cc26-40b1-b0d3-01a36001531d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:01.941749 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-52b7a61d-e4c3-4c1e-9308-e7b6f17d05f0 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Request body: {'port': {'device_id': 'b65d2705-5d98-486f-b41b-cafafda8dd1c', 'network_id': '98c5be27-f70c-4e03-8010-617386ed8973', 'admin_state_up': True, 'tenant_id': '0114c6b5421b4c0d82d45f17131ded96'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:15:01.967573 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-8d0e1864-e54e-4cfe-b731-17761775d643 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Made reservation on behalf of 0114c6b5421b4c0d82d45f17131ded96 for: {'port': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:15:01.974201 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-8d0e1864-e54e-4cfe-b731-17761775d643 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:02.172463 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2e4d9a30-9954-42d7-8dd8-f9e6b2b7c0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:02.199044 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2e4d9a30-9954-42d7-8dd8-f9e6b2b7c0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:02.205552 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-2e4d9a30-9954-42d7-8dd8-f9e6b2b7c0fd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7fa6cddb-ba98-4596-97d6-1c2c895360b3 HTTP/1.1" status: 204 len: 168 time: 0.6685541 Jun 18 14:15:02.210312 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-071356d9-85d2-4156-ad17-9910cd198d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:02.272154 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d9a30-9954-42d7-8dd8-f9e6b2b7c0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa6cddb-ba98-4596-97d6-1c2c895360b3,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:02.294568 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-2e4d9a30-9954-42d7-8dd8-f9e6b2b7c0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:02.322388 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 38628) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:02.475938 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdc43912-cc26-40b1-b0d3-01a36001531d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:02.556069 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-bbd8b8ea-bd30-4e9b-8375-0573b18b5488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:02.664234 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1b27b-6119-4639-ba97-39339075f247 req-d2233b3a-ebde-400c-8362-f9adb5348c70 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:02.668142 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c0c1b27b-6119-4639-ba97-39339075f247 req-d2233b3a-ebde-400c-8362-f9adb5348c70 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 931 time: 0.2109222 Jun 18 14:15:02.682652 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Request body: {'port': {'device_id': '96a371f9-50a5-43b7-a0a2-bb6b0a765c70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:15:02.696813 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-8d0e1864-e54e-4cfe-b731-17761775d643 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Allocated IP 172.20.0.3 (98c5be27-f70c-4e03-8010-617386ed8973/e09c94b7-02ea-47cd-90c5-ff12c8357fed/691d98c7-5561-48f3-a25d-d4e3d0513e48) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:15:02.746218 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdc43912-cc26-40b1-b0d3-01a36001531d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Network 80c53d92-b13a-4c0f-9dc2-9c88681c80d4 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:15:02.761451 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-52b7a61d-e4c3-4c1e-9308-e7b6f17d05f0 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Made reservation on behalf of 0114c6b5421b4c0d82d45f17131ded96 for: {'port': 1} {{(pid=93613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:15:02.768473 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-52b7a61d-e4c3-4c1e-9308-e7b6f17d05f0 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:02.791632 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdc43912-cc26-40b1-b0d3-01a36001531d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:15:02.836281 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdc43912-cc26-40b1-b0d3-01a36001531d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:15:02.853962 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdc43912-cc26-40b1-b0d3-01a36001531d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:02.859024 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdc43912-cc26-40b1-b0d3-01a36001531d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:02.898273 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c0c1b27b-6119-4639-ba97-39339075f247 req-1af09f3e-4d0b-416e-9360-54163b4ad985 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096775 Jun 18 14:15:02.978260 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc43912-cc26-40b1-b0d3-01a36001531d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Pushing event updated for resources: {'Port': ['ID=5aed1d4a-e478-41df-810a-be5c1d4fb512,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:03.016160 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:03.019613 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-bdc43912-cc26-40b1-b0d3-01a36001531d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:03.095927 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397b89a-df6b-433e-a5b1-e2faf1f5ce93 req-bb14d8c4-6fe6-4018-a44e-4ddca8e7a523 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:03.123010 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c397b89a-df6b-433e-a5b1-e2faf1f5ce93 req-bb14d8c4-6fe6-4018-a44e-4ddca8e7a523 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 931 time: 0.7610085 Jun 18 14:15:03.148225 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdc43912-cc26-40b1-b0d3-01a36001531d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8218982 Jun 18 14:15:03.195109 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Request body: {'port': {'device_id': '5c35180f-1a0e-41c3-a2a3-8ec15433cfd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:15:03.504378 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c397b89a-df6b-433e-a5b1-e2faf1f5ce93 req-ae45646f-5522-4490-9b65-0f14dff50764 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801889 Jun 18 14:15:03.557344 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2ed6cbba-dece-461e-a8c8-49b6a5588b6d req-181d39e9-e8db-4fc3-95e1-2200a473be45 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 210 time: 0.1266434 Jun 18 14:15:03.632593 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-8d0e1864-e54e-4cfe-b731-17761775d643 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:03.646136 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-e9d418cd-ab1f-4b84-ae15-e2ba6dcc12cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:03.933498 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:04.318109 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b8f4b68-9215-4f22-b903-72287f20dee9 {{(pid=93613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:15:04.318109 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:04.338973 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.provisioning_blocks [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Transition to ACTIVE for port object 7b8f4b68-9215-4f22-b903-72287f20dee9 will not be triggered until provisioned by entity L2. {{(pid=93613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:15:04.433426 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-e9d418cd-ab1f-4b84-ae15-e2ba6dcc12cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:04.517279 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-52b7a61d-e4c3-4c1e-9308-e7b6f17d05f0 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Allocated IP 172.20.0.13 (98c5be27-f70c-4e03-8010-617386ed8973/e09c94b7-02ea-47cd-90c5-ff12c8357fed/cb81e151-f48d-4afb-9d20-db2973d2c779) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:15:04.564349 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cb1e4-be88-4f51-99fc-c1d99db59191 req-300327a8-6aa4-4244-a193-3a5a2990a893 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:04.568719 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-899cb1e4-be88-4f51-99fc-c1d99db59191 req-300327a8-6aa4-4244-a193-3a5a2990a893 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 931 time: 0.2231610 Jun 18 14:15:04.622180 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-8d0e1864-e54e-4cfe-b731-17761775d643 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:04.651208 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-bbd8b8ea-bd30-4e9b-8375-0573b18b5488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:04.766287 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-899cb1e4-be88-4f51-99fc-c1d99db59191 req-7bc0096c-d9a1-49e4-aaae-dfe8dc5376e9 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756458 Jun 18 14:15:04.880443 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-e9d418cd-ab1f-4b84-ae15-e2ba6dcc12cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:04.889954 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:05.001771 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:05.076615 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-8d0e1864-e54e-4cfe-b731-17761775d643 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Network 98c5be27-f70c-4e03-8010-617386ed8973 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:15:05.093588 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d418cd-ab1f-4b84-ae15-e2ba6dcc12cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699cb33f-7e24-4ff1-821f-98427eba5f7d,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:05.130437 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-8d0e1864-e54e-4cfe-b731-17761775d643 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:15:05.190001 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-8d0e1864-e54e-4cfe-b731-17761775d643 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:15:05.217745 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-8d0e1864-e54e-4cfe-b731-17761775d643 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:05.217745 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-8d0e1864-e54e-4cfe-b731-17761775d643 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:05.226193 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-e9d418cd-ab1f-4b84-ae15-e2ba6dcc12cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:05.240702 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-834a4919-79c1-435d-af13-6812db0a25ca req-58eeb7b3-054a-491a-9f5e-29b09a346b4a tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 210 time: 0.2512026 Jun 18 14:15:05.244896 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:05.528985 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-e9d418cd-ab1f-4b84-ae15-e2ba6dcc12cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4da34fbe3c9546f68739e298069fd606&name=default HTTP/1.1" status: 200 len: 2977 time: 3.2042875 Jun 18 14:15:05.541530 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 38730) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:05.543401 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e1864-e54e-4cfe-b731-17761775d643 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Pushing event updated for resources: {'Port': ['ID=691d98c7-5561-48f3-a25d-d4e3d0513e48,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:05.580281 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8f4b68-9215-4f22-b903-72287f20dee9,revision_number=2']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:05.589953 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-8d0e1864-e54e-4cfe-b731-17761775d643 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.939s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:05.607830 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:05.690829 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-52b7a61d-e4c3-4c1e-9308-e7b6f17d05f0 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:05.761948 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e3837-9619-4eae-ad72-482debe96408 req-997ac84f-9500-4e27-88d8-dcd398160c8c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:05.764336 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-af7e3837-9619-4eae-ad72-482debe96408 req-997ac84f-9500-4e27-88d8-dcd398160c8c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 931 time: 0.6571660 Jun 18 14:15:05.848648 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-8d0e1864-e54e-4cfe-b731-17761775d643 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5165217 Jun 18 14:15:05.872020 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-11bfe592-a20f-4f03-939e-a3daf994d553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:05.875123 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.managers [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Attempting to bind port 7b8f4b68-9215-4f22-b903-72287f20dee9 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:15:05.882675 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.managers [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Attempting to bind port 7b8f4b68-9215-4f22-b903-72287f20dee9 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '18a1a8e3-e8ad-45c1-a93f-16c67e7f683f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4a144b2d-9793-4cd0-bad6-721d1ec01135'}] {{(pid=93613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:15:05.884315 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Attempting to bind port 7b8f4b68-9215-4f22-b903-72287f20dee9 on network 4a144b2d-9793-4cd0-bad6-721d1ec01135 {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:15:05.904905 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aed1d4a-e478-41df-810a-be5c1d4fb512 {{(pid=93612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:15:05.922603 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Request body: {'port': {'device_id': 'ab221540-8020-424e-9617-2a0e5a8b2f72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:15:05.936730 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:05.949043 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Port 7b8f4b68-9215-4f22-b903-72287f20dee9 on network 4a144b2d-9793-4cd0-bad6-721d1ec01135 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 14:15:05.949690 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Attempting to bind port 7b8f4b68-9215-4f22-b903-72287f20dee9 on network 4a144b2d-9793-4cd0-bad6-721d1ec01135 {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:15:05.971769 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-af7e3837-9619-4eae-ad72-482debe96408 req-adbd5607-385f-4b46-9de6-a9295a31659b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790404 Jun 18 14:15:05.984394 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Checking agent: {'id': '29ce2f09-b2be-4853-98fa-378b10f49f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'started_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:15:05.984394 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Checking segment: {'id': '18a1a8e3-e8ad-45c1-a93f-16c67e7f683f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4a144b2d-9793-4cd0-bad6-721d1ec01135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:15:05.985605 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Bound using segment: {'id': '18a1a8e3-e8ad-45c1-a93f-16c67e7f683f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4a144b2d-9793-4cd0-bad6-721d1ec01135'} {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:15:05.990232 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.managers [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Bound port: 7b8f4b68-9215-4f22-b903-72287f20dee9, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a1a8e3-e8ad-45c1-a93f-16c67e7f683f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4a144b2d-9793-4cd0-bad6-721d1ec01135'}}] {{(pid=93613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:15:05.991010 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:06.031476 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Transition to ACTIVE for port object 5aed1d4a-e478-41df-810a-be5c1d4fb512 will not be triggered until provisioned by entity L2. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:15:06.039637 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-11bfe592-a20f-4f03-939e-a3daf994d553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:06.171949 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:06.192381 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:06.202618 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:06.245922 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-52b7a61d-e4c3-4c1e-9308-e7b6f17d05f0 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:06.261757 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] For port 7b8f4b68-9215-4f22-b903-72287f20dee9, host hv-cinder-79575, cleared binding levels {{(pid=93613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:15:06.269833 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] For port 7b8f4b68-9215-4f22-b903-72287f20dee9, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=7b8f4b68-9215-4f22-b903-72287f20dee9,segment=NetworkSegment(18a1a8e3-e8ad-45c1-a93f-16c67e7f683f),segment_id=18a1a8e3-e8ad-45c1-a93f-16c67e7f683f)] {{(pid=93613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:15:06.271195 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-8d8b57c9-0b1f-4469-880e-8ab6a01bcd4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:06.298194 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Pushing event updated for resources: {'Port': ['ID=5aed1d4a-e478-41df-810a-be5c1d4fb512,revision_number=2']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:06.362930 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7a61d-e4c3-4c1e-9308-e7b6f17d05f0 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Pushing event updated for resources: {'Port': ['ID=cb81e151-f48d-4afb-9d20-db2973d2c779,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:06.366898 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-52b7a61d-e4c3-4c1e-9308-e7b6f17d05f0 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:06.371515 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:06.423350 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-52b7a61d-e4c3-4c1e-9308-e7b6f17d05f0 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Network 98c5be27-f70c-4e03-8010-617386ed8973 is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:15:06.428242 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:06.440657 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-52b7a61d-e4c3-4c1e-9308-e7b6f17d05f0 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:15:06.448640 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-52b7a61d-e4c3-4c1e-9308-e7b6f17d05f0 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:15:06.460053 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-52b7a61d-e4c3-4c1e-9308-e7b6f17d05f0 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:06.460724 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-52b7a61d-e4c3-4c1e-9308-e7b6f17d05f0 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:06.492550 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-e6511e04-4a85-4b47-bb43-2a8179a3a737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:06.518568 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bececdd6-d626-4ec6-bb7d-6a82aa2add17 req-780f471a-dcda-4af8-a0a4-e28c2ad0c32e tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:06.532794 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-bececdd6-d626-4ec6-bb7d-6a82aa2add17 req-780f471a-dcda-4af8-a0a4-e28c2ad0c32e tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 943 time: 0.4509676 Jun 18 14:15:06.614766 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:06.615428 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:06.619922 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] 10.222.0.38 "PUT /v2.0/ports/7b8f4b68-9215-4f22-b903-72287f20dee9 HTTP/1.1" status: 200 len: 1093 time: 4.4661300 Jun 18 14:15:06.627110 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a371f9-50a5-43b7-a0a2-bb6b0a765c70', 'tag': '7b8f4b68-9215-4f22-b903-72287f20dee9'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:15:06.814857 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Attempting to bind port 5aed1d4a-e478-41df-810a-be5c1d4fb512 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:15:06.815723 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Attempting to bind port 5aed1d4a-e478-41df-810a-be5c1d4fb512 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4'}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:15:06.815723 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Attempting to bind port 5aed1d4a-e478-41df-810a-be5c1d4fb512 on network 80c53d92-b13a-4c0f-9dc2-9c88681c80d4 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:15:06.824540 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-11bfe592-a20f-4f03-939e-a3daf994d553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:06.857022 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Port 5aed1d4a-e478-41df-810a-be5c1d4fb512 on network 80c53d92-b13a-4c0f-9dc2-9c88681c80d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 14:15:06.858381 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Attempting to bind port 5aed1d4a-e478-41df-810a-be5c1d4fb512 on network 80c53d92-b13a-4c0f-9dc2-9c88681c80d4 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:15:06.864952 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-11bfe592-a20f-4f03-939e-a3daf994d553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:06.871295 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-11bfe592-a20f-4f03-939e-a3daf994d553 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/699cb33f-7e24-4ff1-821f-98427eba5f7d HTTP/1.1" status: 204 len: 168 time: 1.3047740 Jun 18 14:15:06.873668 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-52b7a61d-e4c3-4c1e-9308-e7b6f17d05f0 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9407933 Jun 18 14:15:06.965514 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Request body: {'port': {'device_id': 'b65d2705-5d98-486f-b41b-cafafda8dd1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:15:06.980670 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Checking agent: {'id': '29ce2f09-b2be-4853-98fa-378b10f49f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'started_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:15:06.982798 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Checking segment: {'id': '7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:15:06.983760 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Bound using segment: {'id': '7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4'} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:15:06.984791 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Bound port: 5aed1d4a-e478-41df-810a-be5c1d4fb512, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4'}}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:15:06.985439 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:07.012233 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a91c34-fe9f-451a-9cbf-4a7810a9ffac" -d '{"events": [{"name": "network-changed", "server_uuid": "96a371f9-50a5-43b7-a0a2-bb6b0a765c70", "tag": "7b8f4b68-9215-4f22-b903-72287f20dee9"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:15:07.022952 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-bececdd6-d626-4ec6-bb7d-6a82aa2add17 req-f1477b54-2c8b-449d-918e-76ea4b84c76f tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916010 Jun 18 14:15:07.025572 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8f4b68-9215-4f22-b903-72287f20dee9,revision_number=3']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:07.031303 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:07.037153 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-80bbbf17-7a7c-472b-884d-b76ce35b4967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:07.060681 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bfe592-a20f-4f03-939e-a3daf994d553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699cb33f-7e24-4ff1-821f-98427eba5f7d,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:07.065970 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-11bfe592-a20f-4f03-939e-a3daf994d553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:07.144989 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:07.165430 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-8dedceba-fd24-45d1-a785-aa813ed01eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:07.167108 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-8dedceba-fd24-45d1-a785-aa813ed01eb6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=91692dce9b2d4058958bb30a9b5a6711&device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 1096 time: 0.2843490 Jun 18 14:15:07.384908 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5d094-330f-4002-b283-277253a791f9 req-a53568fd-f3db-4f37-90e2-e7193163cbec tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:07.387632 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-35c5d094-330f-4002-b283-277253a791f9 req-a53568fd-f3db-4f37-90e2-e7193163cbec tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 932 time: 0.5600481 Jun 18 14:15:07.455447 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] For port 5aed1d4a-e478-41df-810a-be5c1d4fb512, host hv-cinder-79575, cleared binding levels {{(pid=93612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:15:07.505676 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-e218568d-fdce-4f5e-9cfc-8146deaa600e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b8f4b68-9215-4f22-b903-72287f20dee9 HTTP/1.1" status: 200 len: 217 time: 0.1718273 Jun 18 14:15:07.509921 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] For port 5aed1d4a-e478-41df-810a-be5c1d4fb512, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=5aed1d4a-e478-41df-810a-be5c1d4fb512,segment=NetworkSegment(7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f),segment_id=7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f)] {{(pid=93612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:15:07.577316 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-35c5d094-330f-4002-b283-277253a791f9 req-461b4188-c6e9-41ea-9dc9-f2fc1a74f434 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688883 Jun 18 14:15:07.616277 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b38b6-0595-49a2-842b-e4a630a90d8d req-c2b5cc41-15e8-4a4a-a096-15f347acfba5 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:07.626220 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-dc6b38b6-0595-49a2-842b-e4a630a90d8d req-c2b5cc41-15e8-4a4a-a096-15f347acfba5 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 943 time: 0.2899997 Jun 18 14:15:07.637309 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 691d98c7-5561-48f3-a25d-d4e3d0513e48 {{(pid=93612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:15:07.654810 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:07.680074 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:07.685875 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Transition to ACTIVE for port object 691d98c7-5561-48f3-a25d-d4e3d0513e48 will not be triggered until provisioned by entity L2. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:15:07.686671 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:07.697072 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-dc6b38b6-0595-49a2-842b-e4a630a90d8d req-abf594fa-bcca-4d4a-aa29-fa048041ad8a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698020 Jun 18 14:15:07.741807 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:07.741807 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:07.741807 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] 10.222.0.38 "PUT /v2.0/ports/5aed1d4a-e478-41df-810a-be5c1d4fb512 HTTP/1.1" status: 200 len: 1093 time: 4.5594206 Jun 18 14:15:07.758649 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c35180f-1a0e-41c3-a2a3-8ec15433cfd9', 'tag': '5aed1d4a-e478-41df-810a-be5c1d4fb512'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:15:07.853257 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-9d0c8218-3f39-426b-954a-7290bd06a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:07.854864 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-9d0c8218-3f39-426b-954a-7290bd06a023 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b67babdb-0202-430d-9f25-352981226dcf HTTP/1.1" status: 200 len: 852 time: 0.1540318 Jun 18 14:15:07.871637 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:08.136207 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-d97f16ae-7276-46df-b467-5d47e61cfb30 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4a144b2d-9793-4cd0-bad6-721d1ec01135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2423394 Jun 18 14:15:08.309284 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Pushing event updated for resources: {'Port': ['ID=5aed1d4a-e478-41df-810a-be5c1d4fb512,revision_number=3']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:08.316837 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:08.360232 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.407s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:08.556936 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Pushing event updated for resources: {'Port': ['ID=691d98c7-5561-48f3-a25d-d4e3d0513e48,revision_number=2']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:08.571169 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:08.586679 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7652e72d-fb08-4125-8212-449dac6871ff" -d '{"events": [{"name": "network-changed", "server_uuid": "5c35180f-1a0e-41c3-a2a3-8ec15433cfd9", "tag": "5aed1d4a-e478-41df-810a-be5c1d4fb512"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:15:08.614205 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-6db3bbf0-edaa-4828-8dd1-af5d0febcf87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:08.632882 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Attempting to bind port 691d98c7-5561-48f3-a25d-d4e3d0513e48 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:15:08.633218 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Attempting to bind port 691d98c7-5561-48f3-a25d-d4e3d0513e48 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'f860b5e1-4f16-401c-b96c-7d17876ca74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '98c5be27-f70c-4e03-8010-617386ed8973'}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:15:08.633581 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Attempting to bind port 691d98c7-5561-48f3-a25d-d4e3d0513e48 on network 98c5be27-f70c-4e03-8010-617386ed8973 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:15:08.664840 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Port 691d98c7-5561-48f3-a25d-d4e3d0513e48 on network 98c5be27-f70c-4e03-8010-617386ed8973 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 14:15:08.664840 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Attempting to bind port 691d98c7-5561-48f3-a25d-d4e3d0513e48 on network 98c5be27-f70c-4e03-8010-617386ed8973 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:15:08.664840 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-6111b2e8-0acf-422e-83dd-9f65e28f812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:08.664840 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-6111b2e8-0acf-422e-83dd-9f65e28f812f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a0fb363ac56e4dfdb761e1b1617c621f&device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 1096 time: 0.7109900 Jun 18 14:15:08.664840 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Checking agent: {'id': '29ce2f09-b2be-4853-98fa-378b10f49f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'started_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:15:08.674659 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Checking segment: {'id': 'f860b5e1-4f16-401c-b96c-7d17876ca74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '98c5be27-f70c-4e03-8010-617386ed8973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:15:08.677372 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Bound using segment: {'id': 'f860b5e1-4f16-401c-b96c-7d17876ca74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '98c5be27-f70c-4e03-8010-617386ed8973'} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:15:08.679008 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Bound port: 691d98c7-5561-48f3-a25d-d4e3d0513e48, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f860b5e1-4f16-401c-b96c-7d17876ca74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '98c5be27-f70c-4e03-8010-617386ed8973'}}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:15:08.679949 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:08.761660 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b880e90f-dd1a-4665-a323-e5c3f751c8d4 x-openstack-request-id: req-b880e90f-dd1a-4665-a323-e5c3f751c8d4 {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:15:08.762538 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a371f9-50a5-43b7-a0a2-bb6b0a765c70", "tag": "7b8f4b68-9215-4f22-b903-72287f20dee9", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:15:08.762538 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b880e90f-dd1a-4665-a323-e5c3f751c8d4 {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:15:08.763815 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a371f9-50a5-43b7-a0a2-bb6b0a765c70', 'tag': '7b8f4b68-9215-4f22-b903-72287f20dee9', 'status': 'completed', 'code': 200} Jun 18 14:15:08.876747 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-bf6ed76e-93d3-468c-a56b-51ec8422614c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5aed1d4a-e478-41df-810a-be5c1d4fb512 HTTP/1.1" status: 200 len: 217 time: 0.1639118 Jun 18 14:15:08.917340 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5123b1f-9cde-423d-9bbf-331d194ca4cc x-openstack-request-id: req-a5123b1f-9cde-423d-9bbf-331d194ca4cc {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:15:08.917863 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c35180f-1a0e-41c3-a2a3-8ec15433cfd9", "tag": "5aed1d4a-e478-41df-810a-be5c1d4fb512", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:15:08.918303 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a5123b1f-9cde-423d-9bbf-331d194ca4cc {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:15:08.919214 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c35180f-1a0e-41c3-a2a3-8ec15433cfd9', 'tag': '5aed1d4a-e478-41df-810a-be5c1d4fb512', 'status': 'completed', 'code': 200} Jun 18 14:15:09.150919 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-d9c8f6b2-afe3-4d86-88ed-9168712d2e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:09.153148 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-d9c8f6b2-afe3-4d86-88ed-9168712d2e72 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4f4a3b15-5d35-4545-8617-d54f3ee00d9a HTTP/1.1" status: 200 len: 852 time: 0.2322347 Jun 18 14:15:09.158142 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] For port 691d98c7-5561-48f3-a25d-d4e3d0513e48, host hv-cinder-79575, cleared binding levels {{(pid=93612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:15:09.165004 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] For port 691d98c7-5561-48f3-a25d-d4e3d0513e48, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=691d98c7-5561-48f3-a25d-d4e3d0513e48,segment=NetworkSegment(f860b5e1-4f16-401c-b96c-7d17876ca74e),segment_id=f860b5e1-4f16-401c-b96c-7d17876ca74e)] {{(pid=93612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:15:09.255645 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-a60cf907-780f-4458-975e-17f704aec496 service neutron] 10.222.0.38 "GET /v2.0/networks/4a144b2d-9793-4cd0-bad6-721d1ec01135?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0955362 Jun 18 14:15:09.327781 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f9761-efec-4e2c-b328-74edc8819f42 req-27de2770-bf9f-4a16-a79d-69c713975c78 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:09.340301 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-203f9761-efec-4e2c-b328-74edc8819f42 req-27de2770-bf9f-4a16-a79d-69c713975c78 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 943 time: 0.5523860 Jun 18 14:15:09.380288 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-3bcf5423-1b9b-47c0-b3f5-17c37442dda2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=80c53d92-b13a-4c0f-9dc2-9c88681c80d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1886916 Jun 18 14:15:09.381499 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:09.419911 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:09.433986 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 38868) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:09.479027 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:09.481841 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:09.483038 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb81e151-f48d-4afb-9d20-db2973d2c779 {{(pid=93613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:15:09.484934 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] 10.222.0.38 "PUT /v2.0/ports/691d98c7-5561-48f3-a25d-d4e3d0513e48 HTTP/1.1" status: 200 len: 1093 time: 3.5716980 Jun 18 14:15:09.532190 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:09.563023 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-203f9761-efec-4e2c-b328-74edc8819f42 req-7289bb36-4c5d-4259-a60a-f42bcbc5bf23 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986949 Jun 18 14:15:09.623397 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.provisioning_blocks [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Transition to ACTIVE for port object cb81e151-f48d-4afb-9d20-db2973d2c779 will not be triggered until provisioned by entity L2. {{(pid=93613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:15:09.657918 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d8777fbe-19dd-4962-bbf1-c22339718361 req-29c0aed7-34f7-4ed3-8c9e-16ecc61762b5 service neutron] 10.222.0.38 "GET /v2.0/networks/4a144b2d-9793-4cd0-bad6-721d1ec01135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552804 Jun 18 14:15:09.714474 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:09.720711 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:09.780547 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Pushing event updated for resources: {'Port': ['ID=691d98c7-5561-48f3-a25d-d4e3d0513e48,revision_number=3']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:09.798878 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:09.836503 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fa1c0-a6e0-44cc-acd7-e73dd7f9cec1 req-9d265629-959c-4e7f-ad01-bd8d6342a60b tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:09.843208 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-fc1fa1c0-a6e0-44cc-acd7-e73dd7f9cec1 req-9d265629-959c-4e7f-ad01-bd8d6342a60b tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 932 time: 0.4659362 Jun 18 14:15:09.963270 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-a82b8912-6e67-480d-8f75-ef542358107a service neutron] 10.222.0.38 "GET /v2.0/networks/80c53d92-b13a-4c0f-9dc2-9c88681c80d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442472 Jun 18 14:15:10.002595 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-fc1fa1c0-a6e0-44cc-acd7-e73dd7f9cec1 req-e4d39490-5ec1-4c5c-bb21-d6408d20efe7 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524031 Jun 18 14:15:10.109321 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Pushing event updated for resources: {'Port': ['ID=cb81e151-f48d-4afb-9d20-db2973d2c779,revision_number=2']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:10.114524 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:10.127055 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-88a83e1a-b68a-4e59-b81e-b51647b6bef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:10.258372 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c145bb28-5b19-432d-a54f-0c8afbc3cf18 req-5bf11c3c-0120-45f9-af03-6033edd245e8 service neutron] 10.222.0.38 "GET /v2.0/networks/80c53d92-b13a-4c0f-9dc2-9c88681c80d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494392 Jun 18 14:15:10.274418 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.managers [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Attempting to bind port cb81e151-f48d-4afb-9d20-db2973d2c779 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:15:10.277546 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.managers [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Attempting to bind port cb81e151-f48d-4afb-9d20-db2973d2c779 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'f860b5e1-4f16-401c-b96c-7d17876ca74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '98c5be27-f70c-4e03-8010-617386ed8973'}] {{(pid=93613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:15:10.278426 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Attempting to bind port cb81e151-f48d-4afb-9d20-db2973d2c779 on network 98c5be27-f70c-4e03-8010-617386ed8973 {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:15:10.278707 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a91c34-fe9f-451a-9cbf-4a7810a9ffac req-26efea83-79df-49d7-ae90-33deb077a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:10.280995 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-19a91c34-fe9f-451a-9cbf-4a7810a9ffac req-26efea83-79df-49d7-ae90-33deb077a1a6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=91692dce9b2d4058958bb30a9b5a6711&device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 1096 time: 0.3118045 Jun 18 14:15:10.297178 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Port cb81e151-f48d-4afb-9d20-db2973d2c779 on network 98c5be27-f70c-4e03-8010-617386ed8973 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 14:15:10.302018 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Attempting to bind port cb81e151-f48d-4afb-9d20-db2973d2c779 on network 98c5be27-f70c-4e03-8010-617386ed8973 {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:15:10.318410 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Checking agent: {'id': '29ce2f09-b2be-4853-98fa-378b10f49f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'started_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:15:10.318996 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Checking segment: {'id': 'f860b5e1-4f16-401c-b96c-7d17876ca74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '98c5be27-f70c-4e03-8010-617386ed8973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:15:10.320700 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Bound using segment: {'id': 'f860b5e1-4f16-401c-b96c-7d17876ca74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '98c5be27-f70c-4e03-8010-617386ed8973'} {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:15:10.328285 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.managers [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Bound port: cb81e151-f48d-4afb-9d20-db2973d2c779, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f860b5e1-4f16-401c-b96c-7d17876ca74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '98c5be27-f70c-4e03-8010-617386ed8973'}}] {{(pid=93613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:15:10.331332 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:10.358579 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-5915febe-b6d2-44a8-ae49-eb2be4405071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:10.360734 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-5915febe-b6d2-44a8-ae49-eb2be4405071 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0114c6b5421b4c0d82d45f17131ded96&device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 1096 time: 0.6158962 Jun 18 14:15:10.438301 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] For port cb81e151-f48d-4afb-9d20-db2973d2c779, host hv-cinder-79575, cleared binding levels {{(pid=93613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:15:10.442062 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] For port cb81e151-f48d-4afb-9d20-db2973d2c779, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=cb81e151-f48d-4afb-9d20-db2973d2c779,segment=NetworkSegment(f860b5e1-4f16-401c-b96c-7d17876ca74e),segment_id=f860b5e1-4f16-401c-b96c-7d17876ca74e)] {{(pid=93613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:15:10.499810 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 38892) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:10.510222 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-696a86bd-3ce4-4607-b88e-5a74bc73c91b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=691d98c7-5561-48f3-a25d-d4e3d0513e48 HTTP/1.1" status: 200 len: 217 time: 0.0627952 Jun 18 14:15:10.535751 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adf7a3-0c5a-4939-b5ae-ad38c1b3e789 req-b8cec55d-28e7-4d76-a3f6-2740a0aae50e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:10.542687 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a4adf7a3-0c5a-4939-b5ae-ad38c1b3e789 req-b8cec55d-28e7-4d76-a3f6-2740a0aae50e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 943 time: 0.4603431 Jun 18 14:15:10.574668 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:10.586097 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:10.674165 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:10.675305 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:10.679878 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] 10.222.0.38 "PUT /v2.0/ports/cb81e151-f48d-4afb-9d20-db2973d2c779 HTTP/1.1" status: 200 len: 1094 time: 3.7239158 Jun 18 14:15:10.686940 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a4adf7a3-0c5a-4939-b5ae-ad38c1b3e789 req-c1178082-79b8-404d-91e0-4848a664f3c3 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418142 Jun 18 14:15:10.720258 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Pushing event updated for resources: {'Port': ['ID=cb81e151-f48d-4afb-9d20-db2973d2c779,revision_number=3']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:10.738691 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:10.765162 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65d2705-5d98-486f-b41b-cafafda8dd1c', 'tag': 'cb81e151-f48d-4afb-9d20-db2973d2c779'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:15:10.770220 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c512ee3-e7d8-4810-a9cc-9d579ea70b58" -d '{"events": [{"name": "network-changed", "server_uuid": "b65d2705-5d98-486f-b41b-cafafda8dd1c", "tag": "cb81e151-f48d-4afb-9d20-db2973d2c779"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:15:10.967712 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e45d71-c62b-4f7b-8d38-7d8db3ac2c9b x-openstack-request-id: req-d1e45d71-c62b-4f7b-8d38-7d8db3ac2c9b {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:15:10.968092 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65d2705-5d98-486f-b41b-cafafda8dd1c", "tag": "cb81e151-f48d-4afb-9d20-db2973d2c779", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:15:10.968501 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d1e45d71-c62b-4f7b-8d38-7d8db3ac2c9b {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:15:10.969056 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65d2705-5d98-486f-b41b-cafafda8dd1c', 'tag': 'cb81e151-f48d-4afb-9d20-db2973d2c779', 'status': 'completed', 'code': 200} Jun 18 14:15:10.989558 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab221540-8020-424e-9617-2a0e5a8b2f72', 'tag': '691d98c7-5561-48f3-a25d-d4e3d0513e48'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:15:10.991360 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4d6ce6-24d7-4d96-8e09-3b39b20996f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ab221540-8020-424e-9617-2a0e5a8b2f72", "tag": "691d98c7-5561-48f3-a25d-d4e3d0513e48"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:15:11.001993 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-88a83e1a-b68a-4e59-b81e-b51647b6bef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:11.029746 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-1a15bdae-b876-4cb6-a671-446e3d49257a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:11.043536 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-1a15bdae-b876-4cb6-a671-446e3d49257a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e09c94b7-02ea-47cd-90c5-ff12c8357fed HTTP/1.1" status: 200 len: 859 time: 0.2406940 Jun 18 14:15:11.047585 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:15:11.071193 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88045592-6cff-4fe4-bece-442636f199e5 x-openstack-request-id: req-88045592-6cff-4fe4-bece-442636f199e5 {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:15:11.071193 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab221540-8020-424e-9617-2a0e5a8b2f72", "tag": "691d98c7-5561-48f3-a25d-d4e3d0513e48", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:15:11.071654 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-88045592-6cff-4fe4-bece-442636f199e5 {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:15:11.071916 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab221540-8020-424e-9617-2a0e5a8b2f72', 'tag': '691d98c7-5561-48f3-a25d-d4e3d0513e48', 'status': 'completed', 'code': 200} Jun 18 14:15:11.102204 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a91c34-fe9f-451a-9cbf-4a7810a9ffac req-c0fc9580-be9f-4a3b-88d0-41765b65a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:11.103913 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-19a91c34-fe9f-451a-9cbf-4a7810a9ffac req-c0fc9580-be9f-4a3b-88d0-41765b65a1ef service neutron] 10.222.0.38 "GET /v2.0/networks?id=4a144b2d-9793-4cd0-bad6-721d1ec01135 HTTP/1.1" status: 200 len: 913 time: 0.8054512 Jun 18 14:15:11.112757 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-88a83e1a-b68a-4e59-b81e-b51647b6bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:11.164247 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:11.227492 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-ab3697ad-5983-4e9a-8939-0764d48bc692 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=98c5be27-f70c-4e03-8010-617386ed8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1735797 Jun 18 14:15:11.294264 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652e72d-fb08-4125-8212-449dac6871ff req-d131a812-a067-4dfb-a43e-2d37fa12fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:11.298026 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-19a91c34-fe9f-451a-9cbf-4a7810a9ffac req-5c31e666-68d3-49a9-95c1-5fbd51c355a3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b8f4b68-9215-4f22-b903-72287f20dee9 HTTP/1.1" status: 200 len: 217 time: 0.1720271 Jun 18 14:15:11.298288 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7652e72d-fb08-4125-8212-449dac6871ff req-d131a812-a067-4dfb-a43e-2d37fa12fe5e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a0fb363ac56e4dfdb761e1b1617c621f&device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 1096 time: 0.4821358 Jun 18 14:15:11.335797 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-88a83e1a-b68a-4e59-b81e-b51647b6bef3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ed1115c799a64920bba95364217e6f10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8952253 Jun 18 14:15:11.362728 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 38916) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:11.396695 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-3f808852-49f1-449f-a56d-6efcdaf48a79 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-973859803-network', 'tenant_id': 'ca465a7b0d124b50a5071af05c804103'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:15:11.424926 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade6c51-ef4c-4b95-ad41-c9cd999ce474 req-c0e8bf70-7353-4743-830e-8951c6df43a1 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:11.440123 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bade6c51-ef4c-4b95-ad41-c9cd999ce474 req-c0e8bf70-7353-4743-830e-8951c6df43a1 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 943 time: 0.4361219 Jun 18 14:15:11.547027 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a83e1a-b68a-4e59-b81e-b51647b6bef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eebbeb4-5027-4490-be61-1bcf4f9ac3ec,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:11.575331 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-88a83e1a-b68a-4e59-b81e-b51647b6bef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:11.603201 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-8be39a42-9c52-4a64-ab52-d6947d5eb08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:11.604953 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-8be39a42-9c52-4a64-ab52-d6947d5eb08a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0114c6b5421b4c0d82d45f17131ded96&device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 1097 time: 0.5806103 Jun 18 14:15:11.639437 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a91c34-fe9f-451a-9cbf-4a7810a9ffac req-201ce738-b081-4a48-8d22-ee039711bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:11.641067 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-19a91c34-fe9f-451a-9cbf-4a7810a9ffac req-201ce738-b081-4a48-8d22-ee039711bad8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b67babdb-0202-430d-9f25-352981226dcf HTTP/1.1" status: 200 len: 852 time: 0.3043883 Jun 18 14:15:11.662328 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bade6c51-ef4c-4b95-ad41-c9cd999ce474 req-7d3238c5-be06-44a1-811c-abf7de43acde tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208312 Jun 18 14:15:11.828564 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0494-6d31-478f-8d4c-64b4b8bac10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:11.829780 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a6230-cc9f-4387-a261-3056fdcd11c2 req-4397372c-79bc-4be3-8275-85ac9d49aa18 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:11.829780 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-882a6230-cc9f-4387-a261-3056fdcd11c2 req-4397372c-79bc-4be3-8275-85ac9d49aa18 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 944 time: 0.4994648 Jun 18 14:15:11.830385 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0494-6d31-478f-8d4c-64b4b8bac10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:11.830861 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-a2ff24ce-2e87-4b09-a926-ebf841448e90 service neutron] 10.222.0.38 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370047 Jun 18 14:15:11.830861 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652e72d-fb08-4125-8212-449dac6871ff req-e9a55738-e640-4b3a-bc3b-82b37d829fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:11.830861 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7652e72d-fb08-4125-8212-449dac6871ff req-e9a55738-e640-4b3a-bc3b-82b37d829fe2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=80c53d92-b13a-4c0f-9dc2-9c88681c80d4 HTTP/1.1" status: 200 len: 913 time: 0.4134386 Jun 18 14:15:11.861876 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-ca71389b-cbba-4c03-b277-4dd3a66ee43e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb81e151-f48d-4afb-9d20-db2973d2c779 HTTP/1.1" status: 200 len: 217 time: 0.1459134 Jun 18 14:15:11.861876 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-19a91c34-fe9f-451a-9cbf-4a7810a9ffac req-5e10b44e-6547-4d4e-b3e8-df5f0a3c665b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4a144b2d-9793-4cd0-bad6-721d1ec01135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1486065 Jun 18 14:15:11.994260 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-882a6230-cc9f-4387-a261-3056fdcd11c2 req-37b2f421-34b2-4102-8c87-e14640a3260f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542534 Jun 18 14:15:12.018467 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7652e72d-fb08-4125-8212-449dac6871ff req-2dee4a43-2553-47de-b742-644e8279e14e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5aed1d4a-e478-41df-810a-be5c1d4fb512 HTTP/1.1" status: 200 len: 217 time: 0.1985834 Jun 18 14:15:12.141163 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6e118-2ab1-4e88-8ca0-7777bb31c099 req-5dd33453-73a8-4168-921d-19beba0e6d52 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:12.142864 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-aff6e118-2ab1-4e88-8ca0-7777bb31c099 req-5dd33453-73a8-4168-921d-19beba0e6d52 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 943 time: 0.1640992 Jun 18 14:15:12.143631 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8de1d29b-21ec-4dc1-9032-2a9248d9b58b req-a4d895f1-101c-4a16-a92b-45c40c003622 service neutron] 10.222.0.38 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448052 Jun 18 14:15:12.151333 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f808852-49f1-449f-a56d-6efcdaf48a79 admin admin] Made reservation on behalf of ca465a7b0d124b50a5071af05c804103 for: {'network': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:15:12.162933 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3f808852-49f1-449f-a56d-6efcdaf48a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for network, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:12.183658 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3f808852-49f1-449f-a56d-6efcdaf48a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:12.283604 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-aff6e118-2ab1-4e88-8ca0-7777bb31c099 req-a640209f-50a2-4267-81bb-85ccef745b28 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011691 Jun 18 14:15:12.383999 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:12.387300 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:12.408640 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0494-6d31-478f-8d4c-64b4b8bac10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:12.543419 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0494-6d31-478f-8d4c-64b4b8bac10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:12.550017 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-7eaf0494-6d31-478f-8d4c-64b4b8bac10f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2eebbeb4-5027-4490-be61-1bcf4f9ac3ec HTTP/1.1" status: 204 len: 168 time: 1.1795642 Jun 18 14:15:12.567957 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-88a83e1a-b68a-4e59-b81e-b51647b6bef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:12.597833 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf0494-6d31-478f-8d4c-64b4b8bac10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eebbeb4-5027-4490-be61-1bcf4f9ac3ec,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:12.630482 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-7eaf0494-6d31-478f-8d4c-64b4b8bac10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:12.706873 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-cf5f8d65-a4ca-4e19-bef9-bc9273c17625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:12.756384 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3f808852-49f1-449f-a56d-6efcdaf48a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:12.859993 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3f808852-49f1-449f-a56d-6efcdaf48a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:12.865889 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-89f735fd-7aec-4136-8c4b-3d96f7a74cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:12.925965 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f808852-49f1-449f-a56d-6efcdaf48a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81d9c69-bc0a-4e2e-9c41-18e58c25eb99,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:12.930506 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f808852-49f1-449f-a56d-6efcdaf48a79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=93612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 14:15:12.950880 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-3f808852-49f1-449f-a56d-6efcdaf48a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:12.978910 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3f808852-49f1-449f-a56d-6efcdaf48a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:12.979728 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.segments_db [None req-3f808852-49f1-449f-a56d-6efcdaf48a79 admin admin] Added segment b8804cb2-0229-4435-af3d-f9630e144e01 of type vlan for network 85301562-f6e9-4603-b5f9-e447dffa5cda Jun 18 14:15:13.131400 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3f808852-49f1-449f-a56d-6efcdaf48a79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749953027292'] for network, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:13.319044 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa1e15-ac15-4003-8636-5ee4e4fb3394 req-0bae419d-4e47-4a97-a678-157ac1e9a88d tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:13.321341 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2caa1e15-ac15-4003-8636-5ee4e4fb3394 req-0bae419d-4e47-4a97-a678-157ac1e9a88d tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 943 time: 0.1851611 Jun 18 14:15:13.473240 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 38954) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:13.500359 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:13.510976 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3f808852-49f1-449f-a56d-6efcdaf48a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588'] for network, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:13.539199 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f808852-49f1-449f-a56d-6efcdaf48a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:13.539199 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3f808852-49f1-449f-a56d-6efcdaf48a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:13.562901 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:13.564606 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2caa1e15-ac15-4003-8636-5ee4e4fb3394 req-6d548f64-f417-4210-b22c-dcaae8b0f643 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406112 Jun 18 14:15:13.610026 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652e72d-fb08-4125-8212-449dac6871ff req-739d9425-9d09-416c-b55d-6ff7518afc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:13.612515 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7652e72d-fb08-4125-8212-449dac6871ff req-739d9425-9d09-416c-b55d-6ff7518afc3a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4f4a3b15-5d35-4545-8617-d54f3ee00d9a HTTP/1.1" status: 200 len: 852 time: 0.2873406 Jun 18 14:15:13.712373 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-4c2f8e65-3d95-4af4-8297-27ddb74f7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:13.714236 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-4c2f8e65-3d95-4af4-8297-27ddb74f7471 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e09c94b7-02ea-47cd-90c5-ff12c8357fed HTTP/1.1" status: 200 len: 859 time: 0.2918322 Jun 18 14:15:13.728847 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f808852-49f1-449f-a56d-6efcdaf48a79 admin admin] Pushing event updated for resources: {'Network': ['ID=85301562-f6e9-4603-b5f9-e447dffa5cda,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:13.751337 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Network 85301562-f6e9-4603-b5f9-e447dffa5cda details requested by agent ovs-agent-dv-cinder-795751-2-iscsi with host dv-cinder-795751-2-iscsi {{(pid=93614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 14:15:13.751986 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-3f808852-49f1-449f-a56d-6efcdaf48a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:13.780830 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7652e72d-fb08-4125-8212-449dac6871ff req-b565ff43-c7ea-4e5b-b1c5-5bc0f17c67d9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=80c53d92-b13a-4c0f-9dc2-9c88681c80d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1563182 Jun 18 14:15:13.829332 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-3f808852-49f1-449f-a56d-6efcdaf48a79 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.3197689 Jun 18 14:15:13.832712 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-1ee5d634-a1a0-4da7-b56a-9119458ae5f7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=98c5be27-f70c-4e03-8010-617386ed8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995102 Jun 18 14:15:13.843061 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a971a0-4f8d-4b58-a106-da300e98979f req-c1bfe0bf-28ce-4ff1-96dc-e6929d00c467 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:13.845194 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-74a971a0-4f8d-4b58-a106-da300e98979f req-c1bfe0bf-28ce-4ff1-96dc-e6929d00c467 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 944 time: 0.5963767 Jun 18 14:15:13.847824 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 38966) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:13.868291 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-3797b6e9-f508-4b3f-befe-e2b3fa120b3b admin admin] Request body: {'subnet': {'network_id': '85301562-f6e9-4603-b5f9-e447dffa5cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-973859803-subnet', 'tenant_id': 'ca465a7b0d124b50a5071af05c804103', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:15:13.887791 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-19a91c34-fe9f-451a-9cbf-4a7810a9ffac req-ef0811d4-0ad3-496f-a327-a41c4be3a05a service neutron] 10.222.0.38 "GET /v2.0/networks/4a144b2d-9793-4cd0-bad6-721d1ec01135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720569 Jun 18 14:15:14.030506 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d6ce6-24d7-4d96-8e09-3b39b20996f5 req-14b13993-37dc-4e75-8112-f103f8dbb4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:14.032166 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cf4d6ce6-24d7-4d96-8e09-3b39b20996f5 req-14b13993-37dc-4e75-8112-f103f8dbb4d6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0114c6b5421b4c0d82d45f17131ded96&device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 1096 time: 0.4599547 Jun 18 14:15:14.087633 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2bf11d18-7648-4d4c-81fb-3271fd2fb4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:14.214833 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3797b6e9-f508-4b3f-befe-e2b3fa120b3b admin admin] Made reservation on behalf of ca465a7b0d124b50a5071af05c804103 for: {'subnet': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:15:14.219804 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3797b6e9-f508-4b3f-befe-e2b3fa120b3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:14.364277 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-74a971a0-4f8d-4b58-a106-da300e98979f req-b1735eed-0516-45a0-9e25-b3178a1ab5df tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805310 Jun 18 14:15:14.389359 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7652e72d-fb08-4125-8212-449dac6871ff req-481f26d5-ca30-4fc1-821d-fe1ddb77e7ca service neutron] 10.222.0.38 "GET /v2.0/networks/80c53d92-b13a-4c0f-9dc2-9c88681c80d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873463 Jun 18 14:15:14.500486 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0edb7-31af-4743-9f2f-d766c45c2e6d req-bbcdd62c-4c55-4817-88d6-84f21fa3f90f tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:14.506665 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-8294ffcf-ada4-4d91-9aed-bd6db943969d service neutron] 10.222.0.38 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6569350 Jun 18 14:15:14.519718 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d1d0edb7-31af-4743-9f2f-d766c45c2e6d req-bbcdd62c-4c55-4817-88d6-84f21fa3f90f tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 943 time: 0.5697210 Jun 18 14:15:14.559205 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d6ce6-24d7-4d96-8e09-3b39b20996f5 req-42e2ab14-dc90-4ea3-a2a8-f81682ccd0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:14.565316 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cf4d6ce6-24d7-4d96-8e09-3b39b20996f5 req-42e2ab14-dc90-4ea3-a2a8-f81682ccd0a9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=98c5be27-f70c-4e03-8010-617386ed8973 HTTP/1.1" status: 200 len: 920 time: 0.5061612 Jun 18 14:15:14.576374 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-19a91c34-fe9f-451a-9cbf-4a7810a9ffac req-6893bfc4-3ade-468b-82fb-156b91a4d376 service neutron] 10.222.0.38 "GET /v2.0/networks/4a144b2d-9793-4cd0-bad6-721d1ec01135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234187 Jun 18 14:15:14.696891 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d1d0edb7-31af-4743-9f2f-d766c45c2e6d req-767ae12f-5cbc-4236-9dc3-7554fa2cd45d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755259 Jun 18 14:15:14.778388 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2bf11d18-7648-4d4c-81fb-3271fd2fb4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:14.903071 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2bf11d18-7648-4d4c-81fb-3271fd2fb4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:14.934647 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:14.944203 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee66b9-2653-497c-93eb-42f0fd7f0ce2 req-28eb8573-cd09-4804-9b25-f0e3214548aa tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:14.947744 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ecee66b9-2653-497c-93eb-42f0fd7f0ce2 req-28eb8573-cd09-4804-9b25-f0e3214548aa tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 943 time: 0.1849027 Jun 18 14:15:14.952614 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-2bf11d18-7648-4d4c-81fb-3271fd2fb4f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6f238670b9944f1285e8ea84d0870020&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4520500 Jun 18 14:15:14.956836 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 38990) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:15.019201 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf11d18-7648-4d4c-81fb-3271fd2fb4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419b9ebf-8bf2-494c-809f-651b3054a83c,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:15.036703 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-2bf11d18-7648-4d4c-81fb-3271fd2fb4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:15.042977 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3797b6e9-f508-4b3f-befe-e2b3fa120b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583'] for subnet, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:15.063986 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-3dcded63-a650-4e52-b486-ab3e09e40f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:15.141596 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-d730c5b2-ef07-4adb-b408-f03b922a8fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:15.188830 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-d730c5b2-ef07-4adb-b408-f03b922a8fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:15.227420 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ecee66b9-2653-497c-93eb-42f0fd7f0ce2 req-aed5daed-6638-41b2-bb2f-b3a21d3952b8 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677534 Jun 18 14:15:15.249510 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797b6e9-f508-4b3f-befe-e2b3fa120b3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aea0fd1d-6c38-4cf5-8997-cd278414bcb1,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:15.258148 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:15.279658 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-3797b6e9-f508-4b3f-befe-e2b3fa120b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:15.362872 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3797b6e9-f508-4b3f-befe-e2b3fa120b3b admin admin] Checking segment: {'id': 'b8804cb2-0229-4435-af3d-f9630e144e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '85301562-f6e9-4603-b5f9-e447dffa5cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:15:15.363469 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3797b6e9-f508-4b3f-befe-e2b3fa120b3b admin admin] Network hostable DHCP agents. Network: 85301562-f6e9-4603-b5f9-e447dffa5cda, hostable agents: ['a833f364-3b43-4f9e-93eb-c5238733b25c'], hosted agents: [] {{(pid=93612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 14:15:15.431102 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-d730c5b2-ef07-4adb-b408-f03b922a8fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:15.436266 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-d730c5b2-ef07-4adb-b408-f03b922a8fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:15.440950 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-d730c5b2-ef07-4adb-b408-f03b922a8fee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/419b9ebf-8bf2-494c-809f-651b3054a83c HTTP/1.1" status: 204 len: 168 time: 0.4783041 Jun 18 14:15:15.440950 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-269c9f93-e5fe-4e0a-9d65-073016bda296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:15.477012 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730c5b2-ef07-4adb-b408-f03b922a8fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419b9ebf-8bf2-494c-809f-651b3054a83c,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:15.484819 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-d730c5b2-ef07-4adb-b408-f03b922a8fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:15.654272 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3797b6e9-f508-4b3f-befe-e2b3fa120b3b admin admin] Network 85301562-f6e9-4603-b5f9-e447dffa5cda is scheduled to be hosted by DHCP agent a833f364-3b43-4f9e-93eb-c5238733b25c with binding_index 1 {{(pid=93612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 14:15:15.754424 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6f7de-187e-47f6-b0c6-f1a901b575f4 req-7b186cd4-607e-49e5-8871-3507fab5c040 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:15.756952 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-43f6f7de-187e-47f6-b0c6-f1a901b575f4 req-7b186cd4-607e-49e5-8871-3507fab5c040 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 944 time: 0.1241097 Jun 18 14:15:15.777805 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-3797b6e9-f508-4b3f-befe-e2b3fa120b3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-2-iscsi, 85301562-f6e9-4603-b5f9-e447dffa5cda) {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:15:15.797089 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbbd34f-59cf-4789-87c9-dce8d2c4237e None None] Network 85301562-f6e9-4603-b5f9-e447dffa5cda requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:15:15.803109 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3797b6e9-f508-4b3f-befe-e2b3fa120b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:15.804140 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3797b6e9-f508-4b3f-befe-e2b3fa120b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:15.925182 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-43f6f7de-187e-47f6-b0c6-f1a901b575f4 req-8723880f-5e74-4cf8-8089-4c21d6b4ef93 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553173 Jun 18 14:15:16.015652 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-3797b6e9-f508-4b3f-befe-e2b3fa120b3b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1607609 Jun 18 14:15:16.060603 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5180361-08b9-41ad-b63c-4eaa3bc0fa6a None None] Network 85301562-f6e9-4603-b5f9-e447dffa5cda requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:15:16.218412 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d593b6f-089a-435e-9264-173436f87188 req-436f44b2-7b9c-4f96-9205-b4b55d2fd4eb tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:16.224071 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0d593b6f-089a-435e-9264-173436f87188 req-436f44b2-7b9c-4f96-9205-b4b55d2fd4eb tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 943 time: 0.1800814 Jun 18 14:15:16.324514 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0d593b6f-089a-435e-9264-173436f87188 req-b64caa70-9757-4856-8623-445a6886f488 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899122 Jun 18 14:15:16.474261 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-211d2b82-8dc0-45ca-b528-605d8b5394b7 req-5059ef07-bcbe-4ac5-b58e-37ce781d1e0f service neutron] 10.222.0.38 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335840 Jun 18 14:15:16.492830 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cf4d6ce6-24d7-4d96-8e09-3b39b20996f5 req-7b469bf1-890b-40f9-936d-4301f4be0628 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=691d98c7-5561-48f3-a25d-d4e3d0513e48 HTTP/1.1" status: 200 len: 217 time: 0.1520891 Jun 18 14:15:16.645086 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d6ce6-24d7-4d96-8e09-3b39b20996f5 req-2479adf3-688a-4203-8bd4-458e7ff6d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:16.646662 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cf4d6ce6-24d7-4d96-8e09-3b39b20996f5 req-2479adf3-688a-4203-8bd4-458e7ff6d605 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e09c94b7-02ea-47cd-90c5-ff12c8357fed HTTP/1.1" status: 200 len: 859 time: 0.1098919 Jun 18 14:15:16.672203 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7652e72d-fb08-4125-8212-449dac6871ff req-8851f17d-c402-49a1-9982-a05c244bf788 service neutron] 10.222.0.38 "GET /v2.0/networks/80c53d92-b13a-4c0f-9dc2-9c88681c80d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965748 Jun 18 14:15:16.700973 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2327e1-f1b7-48fa-a0d6-1001b5c52a18 req-2cc3cc87-21e4-432e-8cc5-f733ff11235c tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:16.708069 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-fe2327e1-f1b7-48fa-a0d6-1001b5c52a18 req-2cc3cc87-21e4-432e-8cc5-f733ff11235c tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 943 time: 0.1375873 Jun 18 14:15:16.750293 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-fe2327e1-f1b7-48fa-a0d6-1001b5c52a18 req-d533fd7e-c274-4ff5-a952-863974975673 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411437 Jun 18 14:15:16.781923 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 39042) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:16.801525 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-05bb5973-3c47-4616-86ae-6d684c8b6786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:16.925305 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-05bb5973-3c47-4616-86ae-6d684c8b6786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:17.029546 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-05bb5973-3c47-4616-86ae-6d684c8b6786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:17.040513 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:17.100804 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb5973-3c47-4616-86ae-6d684c8b6786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098439a1-e69d-4107-9bbe-0deb2d6df207,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:17.112934 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-05bb5973-3c47-4616-86ae-6d684c8b6786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:17.131899 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 39054) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:17.133707 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-05bb5973-3c47-4616-86ae-6d684c8b6786 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=588883131edb4ae2a6145d8d520be563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498430 Jun 18 14:15:17.204894 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9f37e186-33e0-441c-a59d-1db5fb02377b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:17.221357 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a02583-5282-4da1-81da-e9701e5e5eaf req-d8247fcd-32f5-4694-9583-dec0cb89a103 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:17.229348 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e5a02583-5282-4da1-81da-e9701e5e5eaf req-d8247fcd-32f5-4694-9583-dec0cb89a103 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 944 time: 0.0906773 Jun 18 14:15:17.246170 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9f37e186-33e0-441c-a59d-1db5fb02377b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:17.306684 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e5a02583-5282-4da1-81da-e9701e5e5eaf req-5fd2df7d-e1af-4f04-b33a-46ce6e934ffb tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758488 Jun 18 14:15:17.459363 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9f37e186-33e0-441c-a59d-1db5fb02377b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:17.462634 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9f37e186-33e0-441c-a59d-1db5fb02377b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:17.463821 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-9f37e186-33e0-441c-a59d-1db5fb02377b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/098439a1-e69d-4107-9bbe-0deb2d6df207 HTTP/1.1" status: 204 len: 168 time: 0.3307800 Jun 18 14:15:17.464588 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-9da218de-15f5-4348-80c3-cdcf08bbf1a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:17.477911 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37e186-33e0-441c-a59d-1db5fb02377b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098439a1-e69d-4107-9bbe-0deb2d6df207,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:17.481138 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-9f37e186-33e0-441c-a59d-1db5fb02377b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:17.655407 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bdaae-e2d6-4d52-a049-9644b3b6f1dd req-1b22d2df-3159-400c-ac36-e1703403b6c1 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:17.656993 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-766bdaae-e2d6-4d52-a049-9644b3b6f1dd req-1b22d2df-3159-400c-ac36-e1703403b6c1 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 943 time: 0.0790591 Jun 18 14:15:17.700662 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-766bdaae-e2d6-4d52-a049-9644b3b6f1dd req-fc13ed36-2eed-4470-bb29-0bba49776b95 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372555 Jun 18 14:15:17.954765 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa94fcd-8dda-4f3e-ae86-b226dffb425e req-e87caa4f-6205-443a-88ae-b93d718ee263 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:17.956510 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7aa94fcd-8dda-4f3e-ae86-b226dffb425e req-e87caa4f-6205-443a-88ae-b93d718ee263 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 943 time: 0.0875764 Jun 18 14:15:18.005157 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7aa94fcd-8dda-4f3e-ae86-b226dffb425e req-f2e8f6c5-f76c-4441-a2eb-f5c0381a3e70 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388691 Jun 18 14:15:18.048172 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 39084) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:18.054014 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-4bb5824b-8a8b-4eda-b61f-deef24f4db55 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1205934991-network', 'tenant_id': '248f383acac54a4985923f7e018b0340'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:15:18.147847 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 39088) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:18.182579 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb5824b-8a8b-4eda-b61f-deef24f4db55 admin admin] Made reservation on behalf of 248f383acac54a4985923f7e018b0340 for: {'network': 1} {{(pid=93613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:15:18.185893 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4bb5824b-8a8b-4eda-b61f-deef24f4db55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for network, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:18.199040 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4bb5824b-8a8b-4eda-b61f-deef24f4db55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:18.302727 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-50f27d7d-a0d1-4e84-ae3c-528853fc1333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:18.355487 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4bb5824b-8a8b-4eda-b61f-deef24f4db55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:18.505744 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa00c7-7e84-4313-a9f0-e94e1e7773d6 req-41d70023-b5ba-47d2-9ef7-fd2608b3f112 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:18.513782 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-52fa00c7-7e84-4313-a9f0-e94e1e7773d6 req-41d70023-b5ba-47d2-9ef7-fd2608b3f112 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 944 time: 0.0885642 Jun 18 14:15:18.515193 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4bb5824b-8a8b-4eda-b61f-deef24f4db55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:18.534936 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:18.597251 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb5824b-8a8b-4eda-b61f-deef24f4db55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=93613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 14:15:18.612130 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5824b-8a8b-4eda-b61f-deef24f4db55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856bc625-1403-4aa8-b83f-338081c1a3a0,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:18.618589 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4bb5824b-8a8b-4eda-b61f-deef24f4db55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:18.630445 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4bb5824b-8a8b-4eda-b61f-deef24f4db55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:18.630792 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.db.segments_db [None req-4bb5824b-8a8b-4eda-b61f-deef24f4db55 admin admin] Added segment 5a4c151c-35f5-4d92-9c2d-58a33c64b276 of type vlan for network a24109d1-c806-4d3c-a3c8-6ad77491d082 Jun 18 14:15:18.653293 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-52fa00c7-7e84-4313-a9f0-e94e1e7773d6 req-86d52d61-c32a-447d-a248-d2544478a1c0 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089549 Jun 18 14:15:18.703668 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4bb5824b-8a8b-4eda-b61f-deef24f4db55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749953027292'] for network, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:18.754805 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-50f27d7d-a0d1-4e84-ae3c-528853fc1333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:18.867400 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-50f27d7d-a0d1-4e84-ae3c-528853fc1333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:18.868562 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4bb5824b-8a8b-4eda-b61f-deef24f4db55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588'] for network, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:18.875227 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:18.878761 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb5824b-8a8b-4eda-b61f-deef24f4db55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:18.879307 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4bb5824b-8a8b-4eda-b61f-deef24f4db55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:18.945911 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cf4d6ce6-24d7-4d96-8e09-3b39b20996f5 req-4b67f1e1-fa05-4bb2-8aaf-fccf11246f0e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=98c5be27-f70c-4e03-8010-617386ed8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716608 Jun 18 14:15:19.008096 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a5d0a-1c94-4236-b75c-b22b9a28b11c req-bf33c84d-98aa-4c24-b3ee-a001b6d4f057 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:19.025250 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ae8a5d0a-1c94-4236-b75c-b22b9a28b11c req-bf33c84d-98aa-4c24-b3ee-a001b6d4f057 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 943 time: 0.1012018 Jun 18 14:15:19.046306 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f27d7d-a0d1-4e84-ae3c-528853fc1333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bd7c11-40b7-4701-af08-2aa1410b7356,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:19.071304 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ae8a5d0a-1c94-4236-b75c-b22b9a28b11c req-0ad113b7-7b9a-4c43-8802-f004094c7853 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479095 Jun 18 14:15:19.072819 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-50f27d7d-a0d1-4e84-ae3c-528853fc1333 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=446785434296412eaa2ecaada7ab3f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9238005 Jun 18 14:15:19.077712 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-4bb5824b-8a8b-4eda-b61f-deef24f4db55 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0252864 Jun 18 14:15:19.077712 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-50f27d7d-a0d1-4e84-ae3c-528853fc1333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:19.078538 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 39130) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:19.079050 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 39132) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:19.079242 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:19.090743 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-fd3ced3b-6542-40c1-974d-7274c94069d6 admin admin] Request body: {'subnet': {'network_id': 'a24109d1-c806-4d3c-a3c8-6ad77491d082', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1205934991-subnet', 'tenant_id': '248f383acac54a4985923f7e018b0340', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:15:19.175659 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5824b-8a8b-4eda-b61f-deef24f4db55 admin admin] Pushing event updated for resources: {'Network': ['ID=a24109d1-c806-4d3c-a3c8-6ad77491d082,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:19.191519 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Network a24109d1-c806-4d3c-a3c8-6ad77491d082 details requested by agent ovs-agent-dv-cinder-795751-2-iscsi with host dv-cinder-795751-2-iscsi {{(pid=93614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 14:15:19.201599 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-03ab350b-872d-4a19-b3f8-eb7a7396a4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:19.211427 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4bb5824b-8a8b-4eda-b61f-deef24f4db55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:19.238310 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-03ab350b-872d-4a19-b3f8-eb7a7396a4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:19.239403 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c512ee3-e7d8-4810-a9cc-9d579ea70b58 req-787e96c1-ecdb-4173-8dd8-6c2230305c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:19.248637 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2c512ee3-e7d8-4810-a9cc-9d579ea70b58 req-787e96c1-ecdb-4173-8dd8-6c2230305c5a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0114c6b5421b4c0d82d45f17131ded96&device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 1097 time: 0.3002405 Jun 18 14:15:19.251697 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cf4d6ce6-24d7-4d96-8e09-3b39b20996f5 req-1f8b9791-1980-49d6-ad22-38b84f39990e service neutron] 10.222.0.38 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929029 Jun 18 14:15:19.388557 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3ced3b-6542-40c1-974d-7274c94069d6 admin admin] Made reservation on behalf of 248f383acac54a4985923f7e018b0340 for: {'subnet': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:15:19.392395 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-fd3ced3b-6542-40c1-974d-7274c94069d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:19.447067 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-03ab350b-872d-4a19-b3f8-eb7a7396a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:19.452259 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-03ab350b-872d-4a19-b3f8-eb7a7396a4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:19.453588 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-03ab350b-872d-4a19-b3f8-eb7a7396a4b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c9bd7c11-40b7-4701-af08-2aa1410b7356 HTTP/1.1" status: 204 len: 168 time: 0.3732235 Jun 18 14:15:19.456457 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:19.478277 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab350b-872d-4a19-b3f8-eb7a7396a4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bd7c11-40b7-4701-af08-2aa1410b7356,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:19.484627 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-03ab350b-872d-4a19-b3f8-eb7a7396a4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:19.639741 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c512ee3-e7d8-4810-a9cc-9d579ea70b58 req-dd51488c-143d-4fa4-a8f4-afbca4aa6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:19.641301 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2c512ee3-e7d8-4810-a9cc-9d579ea70b58 req-dd51488c-143d-4fa4-a8f4-afbca4aa6bbb service neutron] 10.222.0.38 "GET /v2.0/networks?id=98c5be27-f70c-4e03-8010-617386ed8973 HTTP/1.1" status: 200 len: 920 time: 0.3812802 Jun 18 14:15:19.644127 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cf4d6ce6-24d7-4d96-8e09-3b39b20996f5 req-1444e272-c971-4b20-b43b-851fe09e2aa1 service neutron] 10.222.0.38 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695796 Jun 18 14:15:19.662289 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f34055-57c8-481c-9b5e-b3781145bf34 req-4a6f5cce-fb76-4fd7-b521-c75f2b18ded2 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:19.663850 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-79f34055-57c8-481c-9b5e-b3781145bf34 req-4a6f5cce-fb76-4fd7-b521-c75f2b18ded2 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 943 time: 0.3536832 Jun 18 14:15:19.718375 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-79f34055-57c8-481c-9b5e-b3781145bf34 req-8a9d02e4-c757-42f0-8f5b-a32f938e42be tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484850 Jun 18 14:15:19.772242 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-fd3ced3b-6542-40c1-974d-7274c94069d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583'] for subnet, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:19.777980 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:20.003565 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2c512ee3-e7d8-4810-a9cc-9d579ea70b58 req-f1a68f57-28a6-4356-a8d5-e0ef4b18cefe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb81e151-f48d-4afb-9d20-db2973d2c779 HTTP/1.1" status: 200 len: 217 time: 0.1003273 Jun 18 14:15:20.133389 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c512ee3-e7d8-4810-a9cc-9d579ea70b58 req-c4a773f2-35f6-4357-b62d-201436d7011a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:20.136042 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2c512ee3-e7d8-4810-a9cc-9d579ea70b58 req-c4a773f2-35f6-4357-b62d-201436d7011a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e09c94b7-02ea-47cd-90c5-ff12c8357fed HTTP/1.1" status: 200 len: 859 time: 0.1248429 Jun 18 14:15:20.149971 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ced3b-6542-40c1-974d-7274c94069d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c76127-236e-4652-8e7c-754445f0ea3f,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:20.191561 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-fd3ced3b-6542-40c1-974d-7274c94069d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:20.197984 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3ced3b-6542-40c1-974d-7274c94069d6 admin admin] Checking segment: {'id': '5a4c151c-35f5-4d92-9c2d-58a33c64b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a24109d1-c806-4d3c-a3c8-6ad77491d082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:15:20.198573 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3ced3b-6542-40c1-974d-7274c94069d6 admin admin] Network hostable DHCP agents. Network: a24109d1-c806-4d3c-a3c8-6ad77491d082, hostable agents: ['a833f364-3b43-4f9e-93eb-c5238733b25c'], hosted agents: [] {{(pid=93612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 14:15:20.220508 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2c512ee3-e7d8-4810-a9cc-9d579ea70b58 req-51a3cf65-4479-43f3-8ff2-f19be9262660 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=98c5be27-f70c-4e03-8010-617386ed8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679872 Jun 18 14:15:20.298789 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e5057-528b-445f-9dad-8d013fc7ed4b req-bf5aabfb-918b-4a19-b932-2c70b9c6d136 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:20.301339 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8d1e5057-528b-445f-9dad-8d013fc7ed4b req-bf5aabfb-918b-4a19-b932-2c70b9c6d136 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 944 time: 0.4655511 Jun 18 14:15:20.354219 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3ced3b-6542-40c1-974d-7274c94069d6 admin admin] Network a24109d1-c806-4d3c-a3c8-6ad77491d082 is scheduled to be hosted by DHCP agent a833f364-3b43-4f9e-93eb-c5238733b25c with binding_index 1 {{(pid=93612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 14:15:20.371049 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8d1e5057-528b-445f-9dad-8d013fc7ed4b req-696b4e13-8bcd-44b0-bed6-db8ad418b869 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539734 Jun 18 14:15:20.477786 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2c512ee3-e7d8-4810-a9cc-9d579ea70b58 req-0fc3c6c3-5244-42b3-8b87-3c58bfec4d1e service neutron] 10.222.0.38 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496598 Jun 18 14:15:20.500000 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421be2aa-143d-4d24-97ad-bcf21cd41873 req-88a14e61-63eb-4362-93e4-0cfc767b1df2 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:20.507656 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-421be2aa-143d-4d24-97ad-bcf21cd41873 req-88a14e61-63eb-4362-93e4-0cfc767b1df2 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 943 time: 0.1687009 Jun 18 14:15:20.562794 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-fd3ced3b-6542-40c1-974d-7274c94069d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-2-iscsi, a24109d1-c806-4d3c-a3c8-6ad77491d082) {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:15:20.569769 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3ced3b-6542-40c1-974d-7274c94069d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:20.570679 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-fd3ced3b-6542-40c1-974d-7274c94069d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:20.580712 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a956a0e9-0497-4d4a-9f9b-2e1c5a585055 None None] Network a24109d1-c806-4d3c-a3c8-6ad77491d082 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:15:20.682266 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-421be2aa-143d-4d24-97ad-bcf21cd41873 req-8783fb45-3e3b-4ebe-b102-9e20b6826e5e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736405 Jun 18 14:15:20.689669 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-fd3ced3b-6542-40c1-974d-7274c94069d6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6026797 Jun 18 14:15:20.700738 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2c512ee3-e7d8-4810-a9cc-9d579ea70b58 req-b4073a76-b8bf-46c8-96ff-469392090231 service neutron] 10.222.0.38 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161996 Jun 18 14:15:20.738342 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d518f13-33b0-4986-b515-2cdfee924b84 None None] Network a24109d1-c806-4d3c-a3c8-6ad77491d082 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:15:20.785582 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 39184) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:20.812274 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f114edb3-036e-4aa8-bea0-d5d7252da39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:20.930889 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 39190) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:20.988709 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf25167-775c-4900-819b-3ffea68e81fa req-8e48c843-458c-4634-9c3e-0f7e3aa05bfe tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:20.990723 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6bf25167-775c-4900-819b-3ffea68e81fa req-8e48c843-458c-4634-9c3e-0f7e3aa05bfe tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 943 time: 0.0817578 Jun 18 14:15:21.037804 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6bf25167-775c-4900-819b-3ffea68e81fa req-ec32fbe8-a630-49ea-a38f-92d43013b867 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392077 Jun 18 14:15:21.044988 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_v2 [None req-c676a52c-4a9f-4c46-a2ad-b9d6d6ef28de admin admin] Deleting subnet aea0fd1d-6c38-4cf5-8997-cd278414bcb1 {{(pid=93613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 14:15:21.051786 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-c676a52c-4a9f-4c46-a2ad-b9d6d6ef28de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:21.140141 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-c676a52c-4a9f-4c46-a2ad-b9d6d6ef28de admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:21.166206 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f114edb3-036e-4aa8-bea0-d5d7252da39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:21.168675 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-c676a52c-4a9f-4c46-a2ad-b9d6d6ef28de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3459435'] for subnet, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:21.257055 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f114edb3-036e-4aa8-bea0-d5d7252da39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:21.260442 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-2bf11d18-7648-4d4c-81fb-3271fd2fb4f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:21.301380 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-f114edb3-036e-4aa8-bea0-d5d7252da39e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=223eb6a69eda4a83a5f101f3eef533a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5144820 Jun 18 14:15:21.302451 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114edb3-036e-4aa8-bea0-d5d7252da39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24868c4-1be1-4f3a-bc8f-688dedd23f05,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:21.304526 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 39192) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:21.306329 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-f114edb3-036e-4aa8-bea0-d5d7252da39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:21.367082 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b5cc644c-6f8e-4e9f-ba0f-37acdc822e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:21.393569 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b5cc644c-6f8e-4e9f-ba0f-37acdc822e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:21.394758 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-c676a52c-4a9f-4c46-a2ad-b9d6d6ef28de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3459428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583'] for subnet, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:21.398168 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-73898b25-b07f-422d-ae8f-38b43eb3798e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:21.427829 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676a52c-4a9f-4c46-a2ad-b9d6d6ef28de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aea0fd1d-6c38-4cf5-8997-cd278414bcb1,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:21.446549 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-c676a52c-4a9f-4c46-a2ad-b9d6d6ef28de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:21.487136 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-c676a52c-4a9f-4c46-a2ad-b9d6d6ef28de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:21.489123 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-c676a52c-4a9f-4c46-a2ad-b9d6d6ef28de admin admin] 10.222.0.26 "DELETE /v2.0/subnets/aea0fd1d-6c38-4cf5-8997-cd278414bcb1 HTTP/1.1" status: 204 len: 168 time: 0.5572679 Jun 18 14:15:21.491756 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 39202) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:21.569108 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3629591'] for network, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:21.583266 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b5cc644c-6f8e-4e9f-ba0f-37acdc822e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:21.588093 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b5cc644c-6f8e-4e9f-ba0f-37acdc822e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:21.592299 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-b5cc644c-6f8e-4e9f-ba0f-37acdc822e3b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f24868c4-1be1-4f3a-bc8f-688dedd23f05 HTTP/1.1" status: 204 len: 168 time: 0.2853901 Jun 18 14:15:21.593768 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:21.608083 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc644c-6f8e-4e9f-ba0f-37acdc822e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24868c4-1be1-4f3a-bc8f-688dedd23f05,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:21.622009 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-b5cc644c-6f8e-4e9f-ba0f-37acdc822e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:21.750671 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3460340', 'neutron.services.segments.db._delete_segments_for_network-8749953549011'] for network, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:21.764839 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:21.765213 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:21.766023 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:21.766355 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Subscribe: > port after_create 55550000 {{(pid=93613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:21.766677 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:21.767056 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Subscribe: > port after_update 55550000 {{(pid=93613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:21.767431 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:21.767754 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:21.768289 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:21.768637 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:21.948835 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31c72f-ed76-4caf-b91a-bfdaebfae9c0 req-a4a19824-1e81-4ca5-b4f1-d7785babc0ae tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:21.950520 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0d31c72f-ed76-4caf-b91a-bfdaebfae9c0 req-a4a19824-1e81-4ca5-b4f1-d7785babc0ae tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 943 time: 0.1065817 Jun 18 14:15:22.029306 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:22.029306 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:22.029897 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:22.030443 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:22.031028 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85301562-f6e9-4603-b5f9-e447dffa5cda']}} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:15:22.043484 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0d31c72f-ed76-4caf-b91a-bfdaebfae9c0 req-0601c57e-1736-40d4-a64a-fa1ced3f51b4 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789204 Jun 18 14:15:22.065315 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c17a2-45f4-40a9-ac63-a053e74476bb req-9d193ef4-13aa-4914-abce-311e1ab424a0 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:22.068762 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a72c17a2-45f4-40a9-ac63-a053e74476bb req-9d193ef4-13aa-4914-abce-311e1ab424a0 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 944 time: 0.4929662 Jun 18 14:15:22.300707 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29baf3e-23be-4922-9a89-1295e54b99e9 req-46735be1-01bf-42a9-ab8a-d0d2322f88eb tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:22.308509 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e29baf3e-23be-4922-9a89-1295e54b99e9 req-46735be1-01bf-42a9-ab8a-d0d2322f88eb tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 943 time: 0.0853710 Jun 18 14:15:22.329735 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8804cb2-0229-4435-af3d-f9630e144e01') {'for_net_delete': True} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:15:22.331236 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8804cb2-0229-4435-af3d-f9630e144e01') {} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:15:22.361081 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749953548840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11651501'] for segment, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:22.370681 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e29baf3e-23be-4922-9a89-1295e54b99e9 req-7cde3f0c-6be0-4553-a459-f2d3c2ef1e96 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580473 Jun 18 14:15:22.393526 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:22.407259 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=93613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 14:15:22.407708 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11867959'] for segment, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: from cryptography.utils import int_from_bytes Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: from cryptography.utils import int_from_bytes Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: Traceback (most recent call last): Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: timer() Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: cb(*args, **kw) Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: return func(*args, **kwargs) Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: self._notify() Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: self.callback(batched_events) Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: event.method(event) Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: return f(self, *a, **k) Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: return self._get(url).json() Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: return self.request(url, 'GET', **kwargs) Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 14:15:22.412089 dv-cinder-795751-2-iscsi neutron-server[93613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 14:15:22.429398 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a72c17a2-45f4-40a9-ac63-a053e74476bb req-8b756cb4-d2ec-4423-907b-0fe88718fbdd tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410192 Jun 18 14:15:22.585732 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3460333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635832'] for network, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:22.590287 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:22.594723 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:22.597336 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/85301562-f6e9-4603-b5f9-e447dffa5cda HTTP/1.1" status: 204 len: 168 time: 1.1039093 Jun 18 14:15:22.601637 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 39240) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:22.614345 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=85301562-f6e9-4603-b5f9-e447dffa5cda,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:22.620592 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:22.703225 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_v2 [None req-24433b29-b1f8-441a-87eb-50a8d0fcc12c admin admin] Deleting subnet f6c76127-236e-4652-8e7c-754445f0ea3f {{(pid=93612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 14:15:22.712712 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-24433b29-b1f8-441a-87eb-50a8d0fcc12c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:22.768820 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-24433b29-b1f8-441a-87eb-50a8d0fcc12c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:22.779227 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-24433b29-b1f8-441a-87eb-50a8d0fcc12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3459435'] for subnet, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:22.971952 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-24433b29-b1f8-441a-87eb-50a8d0fcc12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3459428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583'] for subnet, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:22.975902 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:23.016721 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24433b29-b1f8-441a-87eb-50a8d0fcc12c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6c76127-236e-4652-8e7c-754445f0ea3f,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:23.020445 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-24433b29-b1f8-441a-87eb-50a8d0fcc12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:23.030576 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-24433b29-b1f8-441a-87eb-50a8d0fcc12c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f6c76127-236e-4652-8e7c-754445f0ea3f HTTP/1.1" status: 204 len: 168 time: 0.4207070 Jun 18 14:15:23.030576 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-24433b29-b1f8-441a-87eb-50a8d0fcc12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:23.030576 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 39260) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:23.149908 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3629591'] for network, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:23.311912 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 5aed1d4a-e478-41df-810a-be5c1d4fb512 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:15:23.371453 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3460340', 'neutron.services.segments.db._delete_segments_for_network-8749953549011'] for network, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:23.401135 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:23.407804 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:23.407804 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:23.407804 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Subscribe: > port after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:23.407804 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:23.407804 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Subscribe: > port after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:23.407804 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:23.407804 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:23.407804 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:23.407804 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:23.548036 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:23.548382 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:23.548891 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:23.549431 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 14:15:23.549952 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.services.segments.db [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a24109d1-c806-4d3c-a3c8-6ad77491d082']}} {{(pid=93612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:15:23.573251 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 5aed1d4a-e478-41df-810a-be5c1d4fb512, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=5aed1d4a-e478-41df-810a-be5c1d4fb512,segment=NetworkSegment(7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f),segment_id=7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:15:23.599153 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': '5aed1d4a-e478-41df-810a-be5c1d4fb512', 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4', 'port_id': '5aed1d4a-e478-41df-810a-be5c1d4fb512', 'mac_address': 'fa:16:3e:e6:54:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4a3b15-5d35-4545-8617-d54f3ee00d9a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:15:23.602099 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.services.segments.db [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4c151c-35f5-4d92-9c2d-58a33c64b276') {'for_net_delete': True} {{(pid=93612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:15:23.602383 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.services.segments.db [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4c151c-35f5-4d92-9c2d-58a33c64b276') {} {{(pid=93612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:15:23.626916 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749953548840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12265506'] for segment, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:23.656626 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:23.673122 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60b75a-24dc-4e7f-a28a-ead0e0323e18 req-2628b3da-4123-44f9-a659-4a5b1e081b83 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:23.675603 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-be60b75a-24dc-4e7f-a28a-ead0e0323e18 req-2628b3da-4123-44f9-a659-4a5b1e081b83 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 943 time: 0.4594967 Jun 18 14:15:23.680711 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=93612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 14:15:23.681624 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12340347'] for segment, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:23.681999 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: from cryptography.utils import int_from_bytes Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: from cryptography.utils import int_from_bytes Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: Traceback (most recent call last): Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: timer() Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: cb(*args, **kw) Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: return func(*args, **kwargs) Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: self._notify() Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: self.callback(batched_events) Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: event.method(event) Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: return f(self, *a, **k) Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: return self._get(url).json() Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: return self.request(url, 'GET', **kwargs) Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 14:15:23.687220 dv-cinder-795751-2-iscsi neutron-server[93612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 14:15:23.731516 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aed1d4a-e478-41df-810a-be5c1d4fb512 {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:15:23.750842 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb8bbb-e56e-4757-9b88-b095f27b1a5f req-f50ea9d5-8b20-47d3-b3d6-7bf8a1c5e0c4 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:23.760294 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a0bb8bbb-e56e-4757-9b88-b095f27b1a5f req-f50ea9d5-8b20-47d3-b3d6-7bf8a1c5e0c4 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 943 time: 0.1398427 Jun 18 14:15:23.784325 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 5aed1d4a-e478-41df-810a-be5c1d4fb512, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=5aed1d4a-e478-41df-810a-be5c1d4fb512,segment=NetworkSegment(7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f),segment_id=7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:15:23.800139 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a0bb8bbb-e56e-4757-9b88-b095f27b1a5f req-b8324dc5-30f4-439e-b79e-8504ce9d53cf tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387440 Jun 18 14:15:23.883001 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-be60b75a-24dc-4e7f-a28a-ead0e0323e18 req-7830c263-7dc8-492b-a04a-96d76188ea80 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787710 Jun 18 14:15:23.918285 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:23.920442 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device cb81e151-f48d-4afb-9d20-db2973d2c779 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:15:23.925335 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:23.959147 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3460333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635832'] for network, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:23.963658 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-429ef9cc-c958-487f-a3f3-8725fe2e10e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:23.969371 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:23.972135 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a24109d1-c806-4d3c-a3c8-6ad77491d082 HTTP/1.1" status: 204 len: 168 time: 0.9419911 Jun 18 14:15:23.985662 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Pushing event deleted for resources: {'Network': ['ID=a24109d1-c806-4d3c-a3c8-6ad77491d082,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:23.990312 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:24.129032 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677d835-8f9e-4d46-8e68-da2a298dfa77 req-13363592-6960-4d01-87cd-c7cd3936429c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:24.133983 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=5aed1d4a-e478-41df-810a-be5c1d4fb512,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:24.142258 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:24.147263 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0677d835-8f9e-4d46-8e68-da2a298dfa77 req-13363592-6960-4d01-87cd-c7cd3936429c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 944 time: 0.1223488 Jun 18 14:15:24.213066 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port cb81e151-f48d-4afb-9d20-db2973d2c779, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=cb81e151-f48d-4afb-9d20-db2973d2c779,segment=NetworkSegment(f860b5e1-4f16-401c-b96c-7d17876ca74e),segment_id=f860b5e1-4f16-401c-b96c-7d17876ca74e)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:15:24.221970 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0677d835-8f9e-4d46-8e68-da2a298dfa77 req-b7fb7dea-a347-4fd5-88c9-1ce5874658bc tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731955 Jun 18 14:15:24.234122 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': 'cb81e151-f48d-4afb-9d20-db2973d2c779', 'network_id': '98c5be27-f70c-4e03-8010-617386ed8973', 'port_id': 'cb81e151-f48d-4afb-9d20-db2973d2c779', 'mac_address': 'fa:16:3e:ae:3b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09c94b7-02ea-47cd-90c5-ff12c8357fed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:15:24.290041 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:24.317196 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb81e151-f48d-4afb-9d20-db2973d2c779 {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:15:24.345946 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port cb81e151-f48d-4afb-9d20-db2973d2c779, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=cb81e151-f48d-4afb-9d20-db2973d2c779,segment=NetworkSegment(f860b5e1-4f16-401c-b96c-7d17876ca74e),segment_id=f860b5e1-4f16-401c-b96c-7d17876ca74e)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:15:24.449616 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:24.461368 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 691d98c7-5561-48f3-a25d-d4e3d0513e48 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:15:24.462829 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:24.568689 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=cb81e151-f48d-4afb-9d20-db2973d2c779,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:24.573266 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:24.575358 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 691d98c7-5561-48f3-a25d-d4e3d0513e48, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=691d98c7-5561-48f3-a25d-d4e3d0513e48,segment=NetworkSegment(f860b5e1-4f16-401c-b96c-7d17876ca74e),segment_id=f860b5e1-4f16-401c-b96c-7d17876ca74e)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:15:24.587799 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': '691d98c7-5561-48f3-a25d-d4e3d0513e48', 'network_id': '98c5be27-f70c-4e03-8010-617386ed8973', 'port_id': '691d98c7-5561-48f3-a25d-d4e3d0513e48', 'mac_address': 'fa:16:3e:26:21:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09c94b7-02ea-47cd-90c5-ff12c8357fed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:15:24.632666 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:24.647264 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 691d98c7-5561-48f3-a25d-d4e3d0513e48 {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:15:24.674186 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 691d98c7-5561-48f3-a25d-d4e3d0513e48, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=691d98c7-5561-48f3-a25d-d4e3d0513e48,segment=NetworkSegment(f860b5e1-4f16-401c-b96c-7d17876ca74e),segment_id=f860b5e1-4f16-401c-b96c-7d17876ca74e)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:15:24.675717 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 39308) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:24.731037 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-33f7f676-97c7-418b-88f5-5c69414d3f35 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca465a7b0d124b50a5071af05c804103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537028 Jun 18 14:15:24.736257 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 39310) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:24.829375 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-88d4d1cc-5654-44be-9fca-25c3b999d36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:24.842542 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:24.843677 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 7b8f4b68-9215-4f22-b903-72287f20dee9 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:15:24.846462 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:24.859045 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-88d4d1cc-5654-44be-9fca-25c3b999d36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:24.972898 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=691d98c7-5561-48f3-a25d-d4e3d0513e48,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:24.980203 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:25.025358 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-88d4d1cc-5654-44be-9fca-25c3b999d36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:25.029491 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-88d4d1cc-5654-44be-9fca-25c3b999d36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:25.030897 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-88d4d1cc-5654-44be-9fca-25c3b999d36c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d81d9c69-bc0a-4e2e-9c41-18e58c25eb99 HTTP/1.1" status: 204 len: 168 time: 0.2928352 Jun 18 14:15:25.032106 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:25.056304 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4d1cc-5654-44be-9fca-25c3b999d36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81d9c69-bc0a-4e2e-9c41-18e58c25eb99,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:25.066131 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-88d4d1cc-5654-44be-9fca-25c3b999d36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:25.075455 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 7b8f4b68-9215-4f22-b903-72287f20dee9, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=7b8f4b68-9215-4f22-b903-72287f20dee9,segment=NetworkSegment(18a1a8e3-e8ad-45c1-a93f-16c67e7f683f),segment_id=18a1a8e3-e8ad-45c1-a93f-16c67e7f683f)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:15:25.101096 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': '7b8f4b68-9215-4f22-b903-72287f20dee9', 'network_id': '4a144b2d-9793-4cd0-bad6-721d1ec01135', 'port_id': '7b8f4b68-9215-4f22-b903-72287f20dee9', 'mac_address': 'fa:16:3e:46:bd:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67babdb-0202-430d-9f25-352981226dcf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:15:25.116088 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b8b19-af7a-405b-aa41-c0af8c1a10d7 req-6a394433-cabb-4ee1-9407-d116b1d8d052 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:25.128982 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5a6b8b19-af7a-405b-aa41-c0af8c1a10d7 req-6a394433-cabb-4ee1-9407-d116b1d8d052 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 943 time: 0.1823976 Jun 18 14:15:25.178456 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:25.202047 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8f4b68-9215-4f22-b903-72287f20dee9 {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:15:25.212150 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5a6b8b19-af7a-405b-aa41-c0af8c1a10d7 req-8f05ca93-873d-4579-b71a-7df6e6464f55 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816314 Jun 18 14:15:25.237571 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea23932-9ab0-4fc9-bb38-388a25dfee22 req-250029d4-980a-4002-a4d1-cb3e4c0bb49b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:25.237834 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 7b8f4b68-9215-4f22-b903-72287f20dee9, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=7b8f4b68-9215-4f22-b903-72287f20dee9,segment=NetworkSegment(18a1a8e3-e8ad-45c1-a93f-16c67e7f683f),segment_id=18a1a8e3-e8ad-45c1-a93f-16c67e7f683f)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:15:25.242032 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4ea23932-9ab0-4fc9-bb38-388a25dfee22 req-250029d4-980a-4002-a4d1-cb3e4c0bb49b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 944 time: 0.1200728 Jun 18 14:15:25.312467 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4ea23932-9ab0-4fc9-bb38-388a25dfee22 req-d7f7ab90-8840-40fd-97ef-7d8b8d3668d7 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695326 Jun 18 14:15:25.347269 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:25.352569 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:25.417432 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=7b8f4b68-9215-4f22-b903-72287f20dee9,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:25.423179 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:25.549211 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cc3b3-a883-4d72-896f-448b1b0fb4a9 req-456408f0-8062-465f-b49f-98cee65480bd tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:25.550924 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bb6cc3b3-a883-4d72-896f-448b1b0fb4a9 req-456408f0-8062-465f-b49f-98cee65480bd tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 945 time: 0.0925813 Jun 18 14:15:25.621710 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bb6cc3b3-a883-4d72-896f-448b1b0fb4a9 req-f21a96d9-fb27-4b9d-ba28-cab332d833c4 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599294 Jun 18 14:15:26.084104 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 39366) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:26.185807 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-becc9e4a-75ce-422b-9351-3368d90e1407 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=248f383acac54a4985923f7e018b0340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0989437 Jun 18 14:15:26.189073 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 39370) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:26.246884 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-584efc8a-98c2-4173-93ac-9d4d2843ad6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:26.277960 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-584efc8a-98c2-4173-93ac-9d4d2843ad6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:26.463959 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3741708-f33f-46e4-a8eb-c8b60ebb251f req-5b6cc541-e7ed-4be5-808b-f2832724893e tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:26.466102 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c3741708-f33f-46e4-a8eb-c8b60ebb251f req-5b6cc541-e7ed-4be5-808b-f2832724893e tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 944 time: 0.0772262 Jun 18 14:15:26.490941 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-584efc8a-98c2-4173-93ac-9d4d2843ad6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:26.495217 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-584efc8a-98c2-4173-93ac-9d4d2843ad6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:26.496462 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-584efc8a-98c2-4173-93ac-9d4d2843ad6a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/856bc625-1403-4aa8-b83f-338081c1a3a0 HTTP/1.1" status: 204 len: 168 time: 0.3063023 Jun 18 14:15:26.497671 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-f114edb3-036e-4aa8-bea0-d5d7252da39e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:26.525869 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584efc8a-98c2-4173-93ac-9d4d2843ad6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856bc625-1403-4aa8-b83f-338081c1a3a0,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:26.531289 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c3741708-f33f-46e4-a8eb-c8b60ebb251f req-f876b95d-a0a9-46d1-8b1b-acc2e24baff9 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583143 Jun 18 14:15:26.545736 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-584efc8a-98c2-4173-93ac-9d4d2843ad6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:26.598657 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f205b5-70af-4e0a-938f-e1ef4aae07ad req-c96825ac-5124-4288-bd4e-288e770edfa7 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:26.600234 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b2f205b5-70af-4e0a-938f-e1ef4aae07ad req-c96825ac-5124-4288-bd4e-288e770edfa7 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 944 time: 0.1185479 Jun 18 14:15:26.654625 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b2f205b5-70af-4e0a-938f-e1ef4aae07ad req-a46cc7f6-63d7-4d40-9a4e-b8770f6514fb tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480406 Jun 18 14:15:26.843939 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b1c39-cd1e-4189-8f79-a3d33c0cc097 req-63f66be0-3fc6-4175-b727-af5613e97e29 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:26.846396 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4d6b1c39-cd1e-4189-8f79-a3d33c0cc097 req-63f66be0-3fc6-4175-b727-af5613e97e29 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 945 time: 0.0935903 Jun 18 14:15:26.929120 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4d6b1c39-cd1e-4189-8f79-a3d33c0cc097 req-c14050a2-f082-4a12-af06-249e5b7846bf tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700514 Jun 18 14:15:27.011153 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 39398) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:27.168632 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3094a5dc-9284-4c39-93dc-9db42347b2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:27.291546 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3094a5dc-9284-4c39-93dc-9db42347b2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:27.383219 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3094a5dc-9284-4c39-93dc-9db42347b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:27.389798 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-7eaf0494-6d31-478f-8d4c-64b4b8bac10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:27.444452 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094a5dc-9284-4c39-93dc-9db42347b2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01014724-9121-4355-a46f-69e0bc1fcf0b,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:27.456941 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-3094a5dc-9284-4c39-93dc-9db42347b2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:27.468986 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-3094a5dc-9284-4c39-93dc-9db42347b2f2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17701a7f515b407794e729957f8ae776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4561961 Jun 18 14:15:27.473986 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 39426) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:27.548473 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6c4b492a-90f1-49e0-adfa-0941d9aa381f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:27.576179 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6c4b492a-90f1-49e0-adfa-0941d9aa381f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:27.749346 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6c4b492a-90f1-49e0-adfa-0941d9aa381f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:27.755961 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6c4b492a-90f1-49e0-adfa-0941d9aa381f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:27.758545 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-6c4b492a-90f1-49e0-adfa-0941d9aa381f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/01014724-9121-4355-a46f-69e0bc1fcf0b HTTP/1.1" status: 204 len: 168 time: 0.2828176 Jun 18 14:15:27.768567 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:27.798317 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b492a-90f1-49e0-adfa-0941d9aa381f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01014724-9121-4355-a46f-69e0bc1fcf0b,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:27.851644 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-6c4b492a-90f1-49e0-adfa-0941d9aa381f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:27.894626 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb67fe9-fdf9-41a7-ab73-37bcc361efcf req-0dd61cb3-4438-4e99-8e00-54b3d95448d8 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:27.896482 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0eb67fe9-fdf9-41a7-ab73-37bcc361efcf req-0dd61cb3-4438-4e99-8e00-54b3d95448d8 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 944 time: 0.1363001 Jun 18 14:15:27.902190 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710527a-0e1a-4660-ac7e-2d4946fe35cc req-571c0915-ea8f-4836-a49d-37c0d1425d19 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:27.905928 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f710527a-0e1a-4660-ac7e-2d4946fe35cc req-571c0915-ea8f-4836-a49d-37c0d1425d19 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 944 time: 0.1151121 Jun 18 14:15:27.974463 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f710527a-0e1a-4660-ac7e-2d4946fe35cc req-f7c914b4-05d6-440f-bfad-1b46756c5158 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617738 Jun 18 14:15:27.994643 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0eb67fe9-fdf9-41a7-ab73-37bcc361efcf req-53f50016-8263-47e8-871b-9053e63ca960 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907931 Jun 18 14:15:28.321301 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ec136-a322-49be-8562-a62b22331e5f req-0eaf97e8-9060-45cb-9430-70b253e7b63d tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:28.323957 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-041ec136-a322-49be-8562-a62b22331e5f req-0eaf97e8-9060-45cb-9430-70b253e7b63d tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 945 time: 0.1597924 Jun 18 14:15:28.368647 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-041ec136-a322-49be-8562-a62b22331e5f req-cf901252-8eb0-43a6-8813-fb40ec317365 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381577 Jun 18 14:15:28.684685 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 39484) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:28.710720 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f60ea668-85be-451d-9c68-2c1a62dd3509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:28.812559 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f60ea668-85be-451d-9c68-2c1a62dd3509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:28.875230 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f60ea668-85be-451d-9c68-2c1a62dd3509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:28.878579 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:28.944730 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-f60ea668-85be-451d-9c68-2c1a62dd3509 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aec771e6611a494a86b336c5ac917370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542641 Jun 18 14:15:28.944730 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ea668-85be-451d-9c68-2c1a62dd3509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa24e6d-76f8-412e-afa0-1e75cf6b8323,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:28.945396 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 39492) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:28.947427 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-f60ea668-85be-451d-9c68-2c1a62dd3509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:29.036375 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-541da27c-ba1c-48c3-a2ea-8506e0c79b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:29.067972 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-541da27c-ba1c-48c3-a2ea-8506e0c79b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:29.222745 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835c2c2-06c7-4e94-8bc7-b864c77831bb req-6ca0b26c-606e-48a0-9473-438219563e76 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:29.224816 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1835c2c2-06c7-4e94-8bc7-b864c77831bb req-6ca0b26c-606e-48a0-9473-438219563e76 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 944 time: 0.0795133 Jun 18 14:15:29.245772 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d24d7b-4442-4c64-8dee-a16a195e497c req-669a3a55-a9a6-42bc-a131-6b66d9ea1f70 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:29.257035 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-35d24d7b-4442-4c64-8dee-a16a195e497c req-669a3a55-a9a6-42bc-a131-6b66d9ea1f70 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 944 time: 0.0840123 Jun 18 14:15:29.262561 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-541da27c-ba1c-48c3-a2ea-8506e0c79b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:29.276907 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-541da27c-ba1c-48c3-a2ea-8506e0c79b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:29.281380 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-541da27c-ba1c-48c3-a2ea-8506e0c79b9d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7fa24e6d-76f8-412e-afa0-1e75cf6b8323 HTTP/1.1" status: 204 len: 168 time: 0.3311131 Jun 18 14:15:29.286913 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:29.319317 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1835c2c2-06c7-4e94-8bc7-b864c77831bb req-298a52a3-b4fc-4b68-9c2b-7b85b9b9ab48 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857458 Jun 18 14:15:29.320458 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541da27c-ba1c-48c3-a2ea-8506e0c79b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa24e6d-76f8-412e-afa0-1e75cf6b8323,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:29.320870 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-35d24d7b-4442-4c64-8dee-a16a195e497c req-cbe9f444-c4db-4bf0-8587-89b4eeacbdf9 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611413 Jun 18 14:15:29.328110 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-541da27c-ba1c-48c3-a2ea-8506e0c79b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:29.560853 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8347a-ec66-4ba4-ba88-95cc75af9ba7 req-f8635e55-d44b-4bec-95d2-913991b66aa1 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:29.562657 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a7e8347a-ec66-4ba4-ba88-95cc75af9ba7 req-f8635e55-d44b-4bec-95d2-913991b66aa1 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 945 time: 0.0706577 Jun 18 14:15:29.605150 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a7e8347a-ec66-4ba4-ba88-95cc75af9ba7 req-893174ec-1886-4942-9521-5810221ed49d tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366006 Jun 18 14:15:30.387297 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['5aed1d4a-e478-41df-810a-be5c1d4fb512'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:15:30.481614 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['7b8f4b68-9215-4f22-b903-72287f20dee9'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:15:30.550641 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['691d98c7-5561-48f3-a25d-d4e3d0513e48'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:15:30.553196 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['cb81e151-f48d-4afb-9d20-db2973d2c779'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:15:30.565358 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56854a-9dea-43f7-95de-f6fcb54b6fc2 req-332eabc9-336b-482e-a891-6a522f390577 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:30.567348 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5c56854a-9dea-43f7-95de-f6fcb54b6fc2 req-332eabc9-336b-482e-a891-6a522f390577 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 944 time: 0.0901747 Jun 18 14:15:30.590483 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16188910-56d3-415c-b1d1-4d6931584aaf req-b597de0f-876b-4545-9ff3-b167a2e9da5b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:30.593425 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-16188910-56d3-415c-b1d1-4d6931584aaf req-b597de0f-876b-4545-9ff3-b167a2e9da5b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 944 time: 0.0999460 Jun 18 14:15:30.614014 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5c56854a-9dea-43f7-95de-f6fcb54b6fc2 req-684b7c55-49fe-4234-bedc-2694da107536 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400355 Jun 18 14:15:30.686578 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-16188910-56d3-415c-b1d1-4d6931584aaf req-352aca45-51e1-47e6-aff2-6fb1b54738b1 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771191 Jun 18 14:15:30.842887 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6084b-3266-4776-bce8-8f4d04cf94b3 req-f646f668-aee0-4d8d-90e6-b7ed12c5fb5a tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:30.844452 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6ef6084b-3266-4776-bce8-8f4d04cf94b3 req-f646f668-aee0-4d8d-90e6-b7ed12c5fb5a tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 945 time: 0.0860686 Jun 18 14:15:30.887048 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6ef6084b-3266-4776-bce8-8f4d04cf94b3 req-4d30048b-ca4f-4dd9-b407-591510040583 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364366 Jun 18 14:15:31.814388 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40964261-7ae0-4418-bdfa-e991ee5491b0 req-493b24f0-36b5-4e93-b83f-49c65ff42ce5 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:31.816198 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-40964261-7ae0-4418-bdfa-e991ee5491b0 req-493b24f0-36b5-4e93-b83f-49c65ff42ce5 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 944 time: 0.0782101 Jun 18 14:15:31.877910 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-40964261-7ae0-4418-bdfa-e991ee5491b0 req-92d77f20-7722-497a-92a5-745856d05912 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552444 Jun 18 14:15:31.968915 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc5ba0-9066-4477-a75d-d5fe6be23ff8 req-7680b0c1-190b-41fe-be43-e92165bb84ca tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:31.970759 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7bdc5ba0-9066-4477-a75d-d5fe6be23ff8 req-7680b0c1-190b-41fe-be43-e92165bb84ca tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 944 time: 0.0811524 Jun 18 14:15:32.031990 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7bdc5ba0-9066-4477-a75d-d5fe6be23ff8 req-4305ccc1-816a-4aac-961b-57e2ddd6e80d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494289 Jun 18 14:15:32.083578 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff565bf8-7357-4458-8340-2f4ffe0dcb50 req-98ea9093-6cf5-4c39-b380-a63be84b1ddd tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:32.085727 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ff565bf8-7357-4458-8340-2f4ffe0dcb50 req-98ea9093-6cf5-4c39-b380-a63be84b1ddd tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 945 time: 0.0729263 Jun 18 14:15:32.150782 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ff565bf8-7357-4458-8340-2f4ffe0dcb50 req-14bce3f1-79ee-4800-8ddf-a8bd3b7678d8 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588949 Jun 18 14:15:33.106601 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e3012-599f-42c5-98fa-6b6e013318d7 req-8b160758-2517-4dd9-84b0-6fb77a68b933 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:33.109010 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ab8e3012-599f-42c5-98fa-6b6e013318d7 req-8b160758-2517-4dd9-84b0-6fb77a68b933 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 944 time: 0.0793352 Jun 18 14:15:33.183063 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ab8e3012-599f-42c5-98fa-6b6e013318d7 req-ca6cccb8-497e-41cf-b19c-ad23240a9520 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646396 Jun 18 14:15:33.280718 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05feb3-887e-4ac1-b5c5-9479d50c231d req-18f29eee-0a07-4dbe-bbfa-2d0504554858 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:33.283549 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1f05feb3-887e-4ac1-b5c5-9479d50c231d req-18f29eee-0a07-4dbe-bbfa-2d0504554858 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 944 time: 0.0961225 Jun 18 14:15:33.346356 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1f05feb3-887e-4ac1-b5c5-9479d50c231d req-1eeb0066-0734-44a1-8d0c-aafd2ae4a102 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521011 Jun 18 14:15:33.488787 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477575f9-749e-4e37-b56f-d19c904ff146 req-b555dcd5-6e3d-4250-9967-bbdc3c011a94 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:33.491587 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-477575f9-749e-4e37-b56f-d19c904ff146 req-b555dcd5-6e3d-4250-9967-bbdc3c011a94 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 945 time: 0.1276941 Jun 18 14:15:33.551255 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-477575f9-749e-4e37-b56f-d19c904ff146 req-2fd97ea4-5433-414b-80bb-8f84f995c117 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533762 Jun 18 14:15:34.628714 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447994a-270c-4a50-a91c-b6cc9e75baca req-039f01fa-77a6-4a57-8c98-de76c3b0aa49 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:34.630711 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3447994a-270c-4a50-a91c-b6cc9e75baca req-039f01fa-77a6-4a57-8c98-de76c3b0aa49 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 944 time: 0.1385324 Jun 18 14:15:34.664238 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa38bb-67b8-4587-82fe-9fb0fca90305 req-0f7fd98a-db2d-4c6d-aeee-1c8394502720 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:34.665972 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-dffa38bb-67b8-4587-82fe-9fb0fca90305 req-0f7fd98a-db2d-4c6d-aeee-1c8394502720 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 944 time: 0.0911980 Jun 18 14:15:34.706080 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3447994a-270c-4a50-a91c-b6cc9e75baca req-aef4ac34-3ec3-4e2c-8697-e620b5034154 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597970 Jun 18 14:15:34.728218 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-dffa38bb-67b8-4587-82fe-9fb0fca90305 req-262eb622-dc07-42b6-a32b-d61fd99ff715 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554650 Jun 18 14:15:34.940453 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c04f1-86a2-4d91-83ec-6b77f515f654 req-52574661-2a57-4ded-a69b-3abb39e7c95f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:34.942569 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6a5c04f1-86a2-4d91-83ec-6b77f515f654 req-52574661-2a57-4ded-a69b-3abb39e7c95f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 945 time: 0.0992913 Jun 18 14:15:35.000074 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6a5c04f1-86a2-4d91-83ec-6b77f515f654 req-5eb46c50-9f3b-4b90-a437-8c2ca3807956 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451331 Jun 18 14:15:35.943021 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfbfe2-6f29-41fb-8646-8fc5af9916fb req-ce080885-921d-4413-a43e-ad4bf6eae546 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:35.944540 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-41bfbfe2-6f29-41fb-8646-8fc5af9916fb req-ce080885-921d-4413-a43e-ad4bf6eae546 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 944 time: 0.1017563 Jun 18 14:15:35.992508 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-41bfbfe2-6f29-41fb-8646-8fc5af9916fb req-265e036b-5058-47fa-bbac-6c9b48684ae6 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413487 Jun 18 14:15:36.010800 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba2d47-4b8b-4794-98ec-bbf60c4c937c req-bfc6eadc-a76c-41a6-87e6-02d9b43309d6 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:36.012374 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-53ba2d47-4b8b-4794-98ec-bbf60c4c937c req-bfc6eadc-a76c-41a6-87e6-02d9b43309d6 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 944 time: 0.0708420 Jun 18 14:15:36.066473 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-53ba2d47-4b8b-4794-98ec-bbf60c4c937c req-886bf184-ac33-4db9-9757-ebaf32f4942b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391707 Jun 18 14:15:36.233782 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334dbf23-a0a1-4d5c-a890-4c131867d2dd req-a570ac73-fcfc-41d3-b6f0-42a27b4f4511 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:36.236016 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-334dbf23-a0a1-4d5c-a890-4c131867d2dd req-a570ac73-fcfc-41d3-b6f0-42a27b4f4511 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 945 time: 0.0973058 Jun 18 14:15:36.322228 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-334dbf23-a0a1-4d5c-a890-4c131867d2dd req-32dd09a3-9e42-486a-b382-438da89bdfa8 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626712 Jun 18 14:15:36.374416 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 39764) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:36.501727 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-566f281b-94b6-4da3-a599-61cfd9d4dfea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:36.623406 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-566f281b-94b6-4da3-a599-61cfd9d4dfea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:36.776667 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-566f281b-94b6-4da3-a599-61cfd9d4dfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:36.779747 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-d730c5b2-ef07-4adb-b408-f03b922a8fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:36.817879 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-566f281b-94b6-4da3-a599-61cfd9d4dfea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd8eb43e18bc45cca46bbfe405bf6353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4423215 Jun 18 14:15:36.818944 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f281b-94b6-4da3-a599-61cfd9d4dfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c255f20-b513-4d61-b2b1-b356d6fe7d74,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:36.821051 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 39780) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:36.827609 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-566f281b-94b6-4da3-a599-61cfd9d4dfea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:36.880384 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4ad248ab-2355-4a07-b368-a76f7819be4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:36.917051 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4ad248ab-2355-4a07-b368-a76f7819be4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:37.058342 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4ad248ab-2355-4a07-b368-a76f7819be4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:37.063393 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4ad248ab-2355-4a07-b368-a76f7819be4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:37.065072 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-4ad248ab-2355-4a07-b368-a76f7819be4c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c255f20-b513-4d61-b2b1-b356d6fe7d74 HTTP/1.1" status: 204 len: 168 time: 0.2430646 Jun 18 14:15:37.066473 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-e9d418cd-ab1f-4b84-ae15-e2ba6dcc12cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:37.074408 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad248ab-2355-4a07-b368-a76f7819be4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c255f20-b513-4d61-b2b1-b356d6fe7d74,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:37.082344 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4ad248ab-2355-4a07-b368-a76f7819be4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:37.283902 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c060eb7-868c-4f66-b027-db9109d57ef7 req-bd07e854-a4ef-4b04-9bfb-8a5fec75c872 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:37.294469 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1c060eb7-868c-4f66-b027-db9109d57ef7 req-bd07e854-a4ef-4b04-9bfb-8a5fec75c872 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 944 time: 0.1300161 Jun 18 14:15:37.408503 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7c1af-9261-4410-8a5d-f266ac833b54 req-8455d75f-0f03-4266-aa1b-26bbed4125ed tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:37.413693 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-dfc7c1af-9261-4410-8a5d-f266ac833b54 req-8455d75f-0f03-4266-aa1b-26bbed4125ed tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 944 time: 0.1785445 Jun 18 14:15:37.434125 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1c060eb7-868c-4f66-b027-db9109d57ef7 req-57980c5a-b36f-43f2-8b85-9b7662087a02 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380794 Jun 18 14:15:37.467505 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-dfc7c1af-9261-4410-8a5d-f266ac833b54 req-2f45e3ff-6bb6-4b81-9a01-5a20188b215d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456808 Jun 18 14:15:37.666781 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f8d8c-d47d-476b-9869-a0866205a434 req-a78dc3fa-66fc-494a-b82f-f2a35904a3f9 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:37.666781 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1b1f8d8c-d47d-476b-9869-a0866205a434 req-a78dc3fa-66fc-494a-b82f-f2a35904a3f9 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 945 time: 0.0781562 Jun 18 14:15:37.723405 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1b1f8d8c-d47d-476b-9869-a0866205a434 req-7fe0b32a-8ddf-4a8d-8e52-454e4b650b01 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478873 Jun 18 14:15:37.947998 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 39822) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:37.955424 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 39824) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:37.970806 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c8e00c2e-1ca3-4e7e-843d-958e0f03c04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:38.088411 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-094fed93-623d-4a5b-94b2-b00e3a1b773f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:38.096179 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c8e00c2e-1ca3-4e7e-843d-958e0f03c04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:38.192626 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c8e00c2e-1ca3-4e7e-843d-958e0f03c04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:38.197903 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-3094a5dc-9284-4c39-93dc-9db42347b2f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:38.272900 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e00c2e-1ca3-4e7e-843d-958e0f03c04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bc7bf9-78b5-4fbe-94fd-b5210b987904,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:38.277860 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c8e00c2e-1ca3-4e7e-843d-958e0f03c04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:38.281867 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-c8e00c2e-1ca3-4e7e-843d-958e0f03c04e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c0f979df21b4240b9403219f4489913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246717 Jun 18 14:15:38.284632 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 39836) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:38.316582 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-094fed93-623d-4a5b-94b2-b00e3a1b773f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:38.361176 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-e83f35e4-174e-4f87-9e0c-4267bb5c0231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:38.390291 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-e83f35e4-174e-4f87-9e0c-4267bb5c0231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:38.480244 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-094fed93-623d-4a5b-94b2-b00e3a1b773f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:38.484814 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:38.533618 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-e83f35e4-174e-4f87-9e0c-4267bb5c0231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:38.536424 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-e83f35e4-174e-4f87-9e0c-4267bb5c0231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:38.537684 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-e83f35e4-174e-4f87-9e0c-4267bb5c0231 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a7bc7bf9-78b5-4fbe-94fd-b5210b987904 HTTP/1.1" status: 204 len: 168 time: 0.2516394 Jun 18 14:15:38.538470 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-6c4b492a-90f1-49e0-adfa-0941d9aa381f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:38.554665 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-094fed93-623d-4a5b-94b2-b00e3a1b773f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=34662f14736c40a9a27de933dbc03cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6043158 Jun 18 14:15:38.555441 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fed93-623d-4a5b-94b2-b00e3a1b773f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de22aaea-555d-4af7-9cf5-72eea94f87d6,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:38.559185 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 39854) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:38.562553 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f35e4-174e-4f87-9e0c-4267bb5c0231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bc7bf9-78b5-4fbe-94fd-b5210b987904,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:38.569381 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-e83f35e4-174e-4f87-9e0c-4267bb5c0231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:38.574097 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fed93-623d-4a5b-94b2-b00e3a1b773f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:38.574453 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fed93-623d-4a5b-94b2-b00e3a1b773f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:38.574806 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fed93-623d-4a5b-94b2-b00e3a1b773f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:38.575157 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fed93-623d-4a5b-94b2-b00e3a1b773f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:38.575519 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fed93-623d-4a5b-94b2-b00e3a1b773f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:38.575858 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fed93-623d-4a5b-94b2-b00e3a1b773f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:38.576190 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fed93-623d-4a5b-94b2-b00e3a1b773f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:38.576525 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fed93-623d-4a5b-94b2-b00e3a1b773f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:38.576858 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fed93-623d-4a5b-94b2-b00e3a1b773f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:38.577188 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fed93-623d-4a5b-94b2-b00e3a1b773f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:38.577570 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fed93-623d-4a5b-94b2-b00e3a1b773f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:38.578089 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fed93-623d-4a5b-94b2-b00e3a1b773f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:38.588363 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-094fed93-623d-4a5b-94b2-b00e3a1b773f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:38.607604 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-10d7cdb0-2115-4bab-9291-87375cbba635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:38.662302 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a07e1714-59a2-498c-9bd0-036eed8d669f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:38.688930 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 39856) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:38.748026 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8574f9-2f98-4ec9-aaf2-b84fd06555cd req-57fb2f18-f1bd-4a4c-a90c-ad1649bc8cd8 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:38.749004 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7e8574f9-2f98-4ec9-aaf2-b84fd06555cd req-57fb2f18-f1bd-4a4c-a90c-ad1649bc8cd8 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 944 time: 0.1105621 Jun 18 14:15:38.755456 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a07e1714-59a2-498c-9bd0-036eed8d669f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:38.814162 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7e8574f9-2f98-4ec9-aaf2-b84fd06555cd req-059f2f9f-1ff2-498e-90ca-f29d5bb1db93 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553370 Jun 18 14:15:38.823561 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b67afc-eb29-4d16-a37b-da1d6452d035 req-9a7e1679-e1e5-43d3-a24b-bd62a5d4a1df tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:38.825323 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-40b67afc-eb29-4d16-a37b-da1d6452d035 req-9a7e1679-e1e5-43d3-a24b-bd62a5d4a1df tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 944 time: 0.1457660 Jun 18 14:15:38.874433 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-40b67afc-eb29-4d16-a37b-da1d6452d035 req-4f534c28-d8b9-4429-81db-52a2c63a8a56 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423262 Jun 18 14:15:38.881274 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a9f64a3a-81de-4ff9-81ad-09b394442a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:38.974127 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a07e1714-59a2-498c-9bd0-036eed8d669f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:38.976976 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a07e1714-59a2-498c-9bd0-036eed8d669f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:38.978236 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-a07e1714-59a2-498c-9bd0-036eed8d669f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de22aaea-555d-4af7-9cf5-72eea94f87d6 HTTP/1.1" status: 204 len: 168 time: 0.4180448 Jun 18 14:15:38.979196 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-50f27d7d-a0d1-4e84-ae3c-528853fc1333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:38.992004 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e1714-59a2-498c-9bd0-036eed8d669f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de22aaea-555d-4af7-9cf5-72eea94f87d6,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:38.996856 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-a07e1714-59a2-498c-9bd0-036eed8d669f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:39.098062 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c81ae-c5b8-4248-8cb5-fd2d4c3c25a2 req-e298bbc4-3baf-4d06-993d-9f4d2d55289c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:39.099939 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-585c81ae-c5b8-4248-8cb5-fd2d4c3c25a2 req-e298bbc4-3baf-4d06-993d-9f4d2d55289c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 945 time: 0.1454222 Jun 18 14:15:39.147260 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a9f64a3a-81de-4ff9-81ad-09b394442a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:39.175640 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-585c81ae-c5b8-4248-8cb5-fd2d4c3c25a2 req-e8492eb4-1740-46e7-ba9d-ea0df228bb66 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613010 Jun 18 14:15:39.237127 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a9f64a3a-81de-4ff9-81ad-09b394442a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:39.240243 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:39.283630 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-a9f64a3a-81de-4ff9-81ad-09b394442a1e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ddb956aa37c14ac8aa10ee58a45a86ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5932541 Jun 18 14:15:39.284769 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f64a3a-81de-4ff9-81ad-09b394442a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cee302-3294-47be-9494-944f98331890,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:39.287975 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 39870) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:39.301286 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f64a3a-81de-4ff9-81ad-09b394442a1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:39.306631 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f64a3a-81de-4ff9-81ad-09b394442a1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:39.306631 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f64a3a-81de-4ff9-81ad-09b394442a1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:39.306631 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f64a3a-81de-4ff9-81ad-09b394442a1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:39.306631 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f64a3a-81de-4ff9-81ad-09b394442a1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:39.306631 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f64a3a-81de-4ff9-81ad-09b394442a1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:39.306631 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f64a3a-81de-4ff9-81ad-09b394442a1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:39.306631 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f64a3a-81de-4ff9-81ad-09b394442a1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:39.306631 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f64a3a-81de-4ff9-81ad-09b394442a1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:39.306631 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f64a3a-81de-4ff9-81ad-09b394442a1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:39.306631 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f64a3a-81de-4ff9-81ad-09b394442a1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:39.306631 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f64a3a-81de-4ff9-81ad-09b394442a1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:15:39.314272 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-a9f64a3a-81de-4ff9-81ad-09b394442a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:39.358722 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6b1d728b-0760-47f9-91f4-68bc631b440c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:39.385859 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6b1d728b-0760-47f9-91f4-68bc631b440c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:39.528460 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6b1d728b-0760-47f9-91f4-68bc631b440c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:39.531542 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6b1d728b-0760-47f9-91f4-68bc631b440c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:39.533049 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-6b1d728b-0760-47f9-91f4-68bc631b440c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13cee302-3294-47be-9494-944f98331890 HTTP/1.1" status: 204 len: 168 time: 0.2438364 Jun 18 14:15:39.533987 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:39.551093 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d728b-0760-47f9-91f4-68bc631b440c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cee302-3294-47be-9494-944f98331890,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:39.554026 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-6b1d728b-0760-47f9-91f4-68bc631b440c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:39.805834 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 39900) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:39.827068 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-044deab8-cc3f-49ad-be6a-332078308e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:40.000842 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-044deab8-cc3f-49ad-be6a-332078308e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:40.100027 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-044deab8-cc3f-49ad-be6a-332078308e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:40.107794 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-a9f64a3a-81de-4ff9-81ad-09b394442a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:40.171786 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca550c9-fa77-46cd-81f3-e0a609d3e35d req-34a03778-716c-4565-9ac2-2f030af4515b tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:40.178329 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7ca550c9-fa77-46cd-81f3-e0a609d3e35d req-34a03778-716c-4565-9ac2-2f030af4515b tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 944 time: 0.1523097 Jun 18 14:15:40.198470 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-044deab8-cc3f-49ad-be6a-332078308e92 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a84512d48a5241d397b8b198e694385d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912873 Jun 18 14:15:40.209520 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044deab8-cc3f-49ad-be6a-332078308e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637600d3-92b2-473d-a97d-10d2d1e3da96,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:40.212944 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 39916) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:40.231378 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-044deab8-cc3f-49ad-be6a-332078308e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:40.247551 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7ca550c9-fa77-46cd-81f3-e0a609d3e35d req-2c538ad9-6192-410a-a0ed-d7f886ea7d4c tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613689 Jun 18 14:15:40.330607 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ef202744-c549-47a0-b67f-31dcd330a775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:40.362976 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ef202744-c549-47a0-b67f-31dcd330a775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:40.389725 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b5ae0-6248-4176-a243-b92716047559 req-905fd2be-c5d1-4068-9fe5-7365c02d0ea4 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:40.391596 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-311b5ae0-6248-4176-a243-b92716047559 req-905fd2be-c5d1-4068-9fe5-7365c02d0ea4 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 944 time: 0.1374724 Jun 18 14:15:40.447144 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 5aed1d4a-e478-41df-810a-be5c1d4fb512 up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:15:40.467514 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-311b5ae0-6248-4176-a243-b92716047559 req-e2fc8d75-2519-4635-a280-8b4bac5af7d3 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607281 Jun 18 14:15:40.572825 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 39926) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:40.590532 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ef202744-c549-47a0-b67f-31dcd330a775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:40.594144 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ef202744-c549-47a0-b67f-31dcd330a775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:40.598631 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-ef202744-c549-47a0-b67f-31dcd330a775 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/637600d3-92b2-473d-a97d-10d2d1e3da96 HTTP/1.1" status: 204 len: 168 time: 0.3765562 Jun 18 14:15:40.610762 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-f60ea668-85be-451d-9c68-2c1a62dd3509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:40.614769 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c6398bd8-faa5-4d63-81c1-b8e63dfc8682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:40.621206 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning for port 5aed1d4a-e478-41df-810a-be5c1d4fb512 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:15:40.624592 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef202744-c549-47a0-b67f-31dcd330a775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637600d3-92b2-473d-a97d-10d2d1e3da96,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:40.628343 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d052e-399d-4dd1-9742-e256669a1a90 req-3ab09881-1f3a-4ef1-a016-4cec93b5cecb tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:40.633548 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port 5aed1d4a-e478-41df-810a-be5c1d4fb512 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:15:40.633737 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-ef202744-c549-47a0-b67f-31dcd330a775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:40.634473 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:40.648318 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-967d052e-399d-4dd1-9742-e256669a1a90 req-3ab09881-1f3a-4ef1-a016-4cec93b5cecb tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 945 time: 0.1730263 Jun 18 14:15:40.711319 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-967d052e-399d-4dd1-9742-e256669a1a90 req-7729dd9f-c6e1-46cf-9c3c-4203a6d173b3 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620449 Jun 18 14:15:40.792252 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:40.828899 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c6398bd8-faa5-4d63-81c1-b8e63dfc8682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:40.830560 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c35180f-1a0e-41c3-a2a3-8ec15433cfd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aed1d4a-e478-41df-810a-be5c1d4fb512'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:15:40.891093 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 5aed1d4a-e478-41df-810a-be5c1d4fb512, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=5aed1d4a-e478-41df-810a-be5c1d4fb512,segment=NetworkSegment(7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f),segment_id=7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:15:40.962971 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c6398bd8-faa5-4d63-81c1-b8e63dfc8682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:40.966731 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-044deab8-cc3f-49ad-be6a-332078308e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:41.005791 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-c6398bd8-faa5-4d63-81c1-b8e63dfc8682 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0cb907bb36574520a97c1c744fc9c8e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4312508 Jun 18 14:15:41.007012 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6398bd8-faa5-4d63-81c1-b8e63dfc8682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfe880c-8183-44cd-97de-4e9162c562ed,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:41.009083 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 39938) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:41.010297 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c6398bd8-faa5-4d63-81c1-b8e63dfc8682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:41.015018 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:41.020769 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device cb81e151-f48d-4afb-9d20-db2973d2c779 up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:15:41.036166 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-bc241845-ac88-471c-8a2f-f5a34778be06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:41.076252 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-96ab2ef1-4591-46c5-ac9f-3a23f5f10011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:41.109701 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-96ab2ef1-4591-46c5-ac9f-3a23f5f10011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:41.143754 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=5aed1d4a-e478-41df-810a-be5c1d4fb512,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:41.147934 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:41.188357 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9856e2aa-1e16-4973-97e9-d4cfc302648e" -d '{"events": [{"server_uuid": "5c35180f-1a0e-41c3-a2a3-8ec15433cfd9", "name": "network-vif-plugged", "status": "completed", "tag": "5aed1d4a-e478-41df-810a-be5c1d4fb512"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:15:41.269309 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning for port cb81e151-f48d-4afb-9d20-db2973d2c779 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:15:41.277222 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port cb81e151-f48d-4afb-9d20-db2973d2c779 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:15:41.277222 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:41.297276 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-96ab2ef1-4591-46c5-ac9f-3a23f5f10011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:41.305855 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-96ab2ef1-4591-46c5-ac9f-3a23f5f10011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:41.305855 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-96ab2ef1-4591-46c5-ac9f-3a23f5f10011 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ccfe880c-8183-44cd-97de-4e9162c562ed HTTP/1.1" status: 204 len: 168 time: 0.2932379 Jun 18 14:15:41.305855 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-2e4d9a30-9954-42d7-8dd8-f9e6b2b7c0fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:41.317068 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab2ef1-4591-46c5-ac9f-3a23f5f10011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfe880c-8183-44cd-97de-4e9162c562ed,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:41.319814 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-96ab2ef1-4591-46c5-ac9f-3a23f5f10011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:41.401938 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae59b7e9-d84e-4758-baff-f8669f7ed6ca x-openstack-request-id: req-ae59b7e9-d84e-4758-baff-f8669f7ed6ca {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:15:41.402523 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c35180f-1a0e-41c3-a2a3-8ec15433cfd9", "name": "network-vif-plugged", "status": "completed", "tag": "5aed1d4a-e478-41df-810a-be5c1d4fb512", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:15:41.402833 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae59b7e9-d84e-4758-baff-f8669f7ed6ca {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:15:41.404275 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c35180f-1a0e-41c3-a2a3-8ec15433cfd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aed1d4a-e478-41df-810a-be5c1d4fb512', 'code': 200} Jun 18 14:15:41.460654 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61da1bf-047d-447a-8ad3-aa26c459afa0 req-1d4e0a68-dc67-4ebc-a270-68979fa69b48 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:41.462175 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:41.462708 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d61da1bf-047d-447a-8ad3-aa26c459afa0 req-1d4e0a68-dc67-4ebc-a270-68979fa69b48 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 944 time: 0.0714281 Jun 18 14:15:41.500128 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port cb81e151-f48d-4afb-9d20-db2973d2c779, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=cb81e151-f48d-4afb-9d20-db2973d2c779,segment=NetworkSegment(f860b5e1-4f16-401c-b96c-7d17876ca74e),segment_id=f860b5e1-4f16-401c-b96c-7d17876ca74e)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:15:41.506812 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d61da1bf-047d-447a-8ad3-aa26c459afa0 req-0464fc0a-8946-4504-9719-adbd8861ff83 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372479 Jun 18 14:15:41.597019 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:41.598193 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 7b8f4b68-9215-4f22-b903-72287f20dee9 up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:15:41.601983 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:41.687522 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=cb81e151-f48d-4afb-9d20-db2973d2c779,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:41.691002 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:41.813953 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning for port 7b8f4b68-9215-4f22-b903-72287f20dee9 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:15:41.818884 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port 7b8f4b68-9215-4f22-b903-72287f20dee9 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:15:41.819257 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:41.827437 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df6bf1-1044-4525-bff4-979e5a39de0a req-613f427e-2572-45f5-aa91-cc5841926185 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:41.835192 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a5df6bf1-1044-4525-bff4-979e5a39de0a req-613f427e-2572-45f5-aa91-cc5841926185 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 945 time: 0.1577680 Jun 18 14:15:41.950525 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a5df6bf1-1044-4525-bff4-979e5a39de0a req-a179e3dc-864d-4908-93d1-36b790ffabb9 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139991 Jun 18 14:15:41.966460 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:42.026133 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef87f0a-e92f-4036-8950-3449222a7508 req-24570837-ca97-4c02-b953-46d92c6e655c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:42.029521 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 7b8f4b68-9215-4f22-b903-72287f20dee9, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=7b8f4b68-9215-4f22-b903-72287f20dee9,segment=NetworkSegment(18a1a8e3-e8ad-45c1-a93f-16c67e7f683f),segment_id=18a1a8e3-e8ad-45c1-a93f-16c67e7f683f)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:15:42.029700 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1ef87f0a-e92f-4036-8950-3449222a7508 req-24570837-ca97-4c02-b953-46d92c6e655c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.1164799 Jun 18 14:15:42.030519 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:42.078213 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1ef87f0a-e92f-4036-8950-3449222a7508 req-ff61937d-f2be-4669-b65a-ca16239af614 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421014 Jun 18 14:15:42.100239 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:42.101508 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 691d98c7-5561-48f3-a25d-d4e3d0513e48 up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:15:42.105351 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:42.152711 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:42.192112 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=7b8f4b68-9215-4f22-b903-72287f20dee9,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:42.196876 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:42.293259 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bded976-6db4-4fbb-967f-5be8c8d4349b req-2d8a3215-1369-4e06-a6a3-79370e637329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:42.294786 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning for port 691d98c7-5561-48f3-a25d-d4e3d0513e48 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:15:42.296915 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6bded976-6db4-4fbb-967f-5be8c8d4349b req-2d8a3215-1369-4e06-a6a3-79370e637329 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 1098 time: 0.1089213 Jun 18 14:15:42.299138 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port 691d98c7-5561-48f3-a25d-d4e3d0513e48 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:15:42.299574 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:42.323891 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-6bded976-6db4-4fbb-967f-5be8c8d4349b req-07218ae4-a9c6-4a57-81ef-664b64d2ecbf service neutron] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:42.417105 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:42.426895 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 39990) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:42.438950 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-16cd310a-da48-4e0a-b97a-7b4d7a2e9784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:42.449149 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-2dbacf32-08fb-4d33-a089-8fc21a2d32b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:42.470624 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 691d98c7-5561-48f3-a25d-d4e3d0513e48, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=691d98c7-5561-48f3-a25d-d4e3d0513e48,segment=NetworkSegment(f860b5e1-4f16-401c-b96c-7d17876ca74e),segment_id=f860b5e1-4f16-401c-b96c-7d17876ca74e)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:15:42.477824 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-6bded976-6db4-4fbb-967f-5be8c8d4349b req-07218ae4-a9c6-4a57-81ef-664b64d2ecbf service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:42.566783 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:42.570588 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-43c2c885-dceb-4539-9a39-c3aefdffbafd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:42.610280 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-6bded976-6db4-4fbb-967f-5be8c8d4349b req-07218ae4-a9c6-4a57-81ef-664b64d2ecbf service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:42.626974 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-584efc8a-98c2-4173-93ac-9d4d2843ad6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:42.722075 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6bded976-6db4-4fbb-967f-5be8c8d4349b req-07218ae4-a9c6-4a57-81ef-664b64d2ecbf service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176393 Jun 18 14:15:42.743374 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=691d98c7-5561-48f3-a25d-d4e3d0513e48,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:42.749762 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07218ae4-a9c6-4a57-81ef-664b64d2ecbf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2676e4-05e6-44cc-9155-44cbaa06f0d3,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:42.750174 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:42.756634 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-07218ae4-a9c6-4a57-81ef-664b64d2ecbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:42.789543 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-2dbacf32-08fb-4d33-a089-8fc21a2d32b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:42.890556 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f606bf-5368-4340-87d9-d15e92fa347c req-098c6520-f180-4575-95bf-1b895a9ba0c0 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:42.892149 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f6f606bf-5368-4340-87d9-d15e92fa347c req-098c6520-f180-4575-95bf-1b895a9ba0c0 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 945 time: 0.0914946 Jun 18 14:15:42.897152 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-2dbacf32-08fb-4d33-a089-8fc21a2d32b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:42.902347 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:42.973514 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-2dbacf32-08fb-4d33-a089-8fc21a2d32b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3ce756ac8de4cd98a238cc24ac5b2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5452611 Jun 18 14:15:42.973799 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 40016) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:42.975076 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbacf32-08fb-4d33-a089-8fc21a2d32b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd68748-7653-4d8b-99fc-a12a932f6ce4,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:42.998401 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-2dbacf32-08fb-4d33-a089-8fc21a2d32b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:43.011013 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f6f606bf-5368-4340-87d9-d15e92fa347c req-5dd052a5-0fdb-4ea3-9b03-bdc13bb14b93 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933506 Jun 18 14:15:43.115665 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-3241d4ef-9087-45ca-b144-cba13a2f9a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:43.191563 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-3241d4ef-9087-45ca-b144-cba13a2f9a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:43.295516 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1b703-91e9-40cb-bb2f-37a23a2c7768 req-f3e374a9-f855-4165-aa32-f039f5e2b9b6 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:43.298117 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e8d1b703-91e9-40cb-bb2f-37a23a2c7768 req-f3e374a9-f855-4165-aa32-f039f5e2b9b6 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0782638 Jun 18 14:15:43.305545 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f97a9a-e473-4399-8ab0-735498452e66 req-9658d0c6-804d-46d4-8717-be608a214c9c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:43.307300 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-e9f97a9a-e473-4399-8ab0-735498452e66 req-9658d0c6-804d-46d4-8717-be608a214c9c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 945 time: 0.0779281 Jun 18 14:15:43.354473 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-e9f97a9a-e473-4399-8ab0-735498452e66 req-252feb01-e6be-46e5-9122-06b46d919a60 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401726 Jun 18 14:15:43.357718 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e8d1b703-91e9-40cb-bb2f-37a23a2c7768 req-94edf382-551f-4bd5-b788-a3f7c8ae7d5d tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549824 Jun 18 14:15:43.385978 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-3241d4ef-9087-45ca-b144-cba13a2f9a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:43.389306 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-3241d4ef-9087-45ca-b144-cba13a2f9a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:43.390474 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-3241d4ef-9087-45ca-b144-cba13a2f9a91 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ddd68748-7653-4d8b-99fc-a12a932f6ce4 HTTP/1.1" status: 204 len: 168 time: 0.4150805 Jun 18 14:15:43.395933 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:43.399590 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241d4ef-9087-45ca-b144-cba13a2f9a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd68748-7653-4d8b-99fc-a12a932f6ce4,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:43.401994 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-3241d4ef-9087-45ca-b144-cba13a2f9a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:43.405224 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65d2705-5d98-486f-b41b-cafafda8dd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb81e151-f48d-4afb-9d20-db2973d2c779'}, {'server_uuid': '96a371f9-50a5-43b7-a0a2-bb6b0a765c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8f4b68-9215-4f22-b903-72287f20dee9'}, {'server_uuid': 'ab221540-8020-424e-9617-2a0e5a8b2f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691d98c7-5561-48f3-a25d-d4e3d0513e48'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:15:43.411466 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0553eb37-49df-468b-8a85-4d09271f686b" -d '{"events": [{"server_uuid": "b65d2705-5d98-486f-b41b-cafafda8dd1c", "name": "network-vif-plugged", "status": "completed", "tag": "cb81e151-f48d-4afb-9d20-db2973d2c779"}, {"server_uuid": "96a371f9-50a5-43b7-a0a2-bb6b0a765c70", "name": "network-vif-plugged", "status": "completed", "tag": "7b8f4b68-9215-4f22-b903-72287f20dee9"}, {"server_uuid": "ab221540-8020-424e-9617-2a0e5a8b2f72", "name": "network-vif-plugged", "status": "completed", "tag": "691d98c7-5561-48f3-a25d-d4e3d0513e48"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:15:43.444047 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:43.479875 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 18 Jun 2021 14:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9e247d-e01e-4daa-9e15-6d21786bb4b5 x-openstack-request-id: req-2f9e247d-e01e-4daa-9e15-6d21786bb4b5 {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:15:43.480519 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65d2705-5d98-486f-b41b-cafafda8dd1c", "name": "network-vif-plugged", "status": "completed", "tag": "cb81e151-f48d-4afb-9d20-db2973d2c779", "code": 200}, {"server_uuid": "96a371f9-50a5-43b7-a0a2-bb6b0a765c70", "name": "network-vif-plugged", "status": "completed", "tag": "7b8f4b68-9215-4f22-b903-72287f20dee9", "code": 200}, {"server_uuid": "ab221540-8020-424e-9617-2a0e5a8b2f72", "name": "network-vif-plugged", "status": "completed", "tag": "691d98c7-5561-48f3-a25d-d4e3d0513e48", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:15:43.480519 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f9e247d-e01e-4daa-9e15-6d21786bb4b5 {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:15:43.480926 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65d2705-5d98-486f-b41b-cafafda8dd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb81e151-f48d-4afb-9d20-db2973d2c779', 'code': 200} Jun 18 14:15:43.481261 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a371f9-50a5-43b7-a0a2-bb6b0a765c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8f4b68-9215-4f22-b903-72287f20dee9', 'code': 200} Jun 18 14:15:43.481633 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab221540-8020-424e-9617-2a0e5a8b2f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691d98c7-5561-48f3-a25d-d4e3d0513e48', 'code': 200} Jun 18 14:15:44.212687 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecea6ef-9d3c-4077-861b-7435e776de36 req-df3e9a65-0eb6-460f-b312-3c3ca8be373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:44.215031 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-fecea6ef-9d3c-4077-861b-7435e776de36 req-df3e9a65-0eb6-460f-b312-3c3ca8be373f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 1099 time: 0.1998315 Jun 18 14:15:44.218047 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a47f5d-c5f5-430d-acf6-4dbdb53b2f11 req-08c97635-b3a9-4d73-a898-371740f4b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:44.219803 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c9a47f5d-c5f5-430d-acf6-4dbdb53b2f11 req-08c97635-b3a9-4d73-a898-371740f4b26a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 1098 time: 0.1522584 Jun 18 14:15:44.286721 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-fecea6ef-9d3c-4077-861b-7435e776de36 req-17b9219d-48d4-4a30-af06-6356cf0467a6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599148 Jun 18 14:15:44.288519 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c9a47f5d-c5f5-430d-acf6-4dbdb53b2f11 req-095d5f51-54ab-4c61-8777-6a5be2158ef6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522192 Jun 18 14:15:44.324607 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036aed0-32da-4f76-ad9a-231ce41a8962 req-872b02db-77e2-4767-8a94-19b54703bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:44.326182 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8036aed0-32da-4f76-ad9a-231ce41a8962 req-872b02db-77e2-4767-8a94-19b54703bac6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 1098 time: 0.1817486 Jun 18 14:15:44.339142 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635f7e8-687a-4622-a690-fd52664f2cd4 req-982f3745-83e1-475a-b257-07a6b42432eb tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:44.342066 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8635f7e8-687a-4622-a690-fd52664f2cd4 req-982f3745-83e1-475a-b257-07a6b42432eb tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 945 time: 0.1059239 Jun 18 14:15:44.385279 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8635f7e8-687a-4622-a690-fd52664f2cd4 req-80d28e85-60a9-42e6-ba09-0c3b7e9b4bba tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371034 Jun 18 14:15:44.610704 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7a651-fe9b-4fb0-b6c6-3df1111851c0 req-aefe7a80-4dc6-4802-b5de-91badd1b2cb7 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:44.614241 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-e9e7a651-fe9b-4fb0-b6c6-3df1111851c0 req-aefe7a80-4dc6-4802-b5de-91badd1b2cb7 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 945 time: 0.1218817 Jun 18 14:15:44.615297 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba9b1c-a1ed-4810-a684-a80da7ef0e80 req-9f00e15b-4608-43ca-9e89-c6cc9dfe4448 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:44.625721 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-adba9b1c-a1ed-4810-a684-a80da7ef0e80 req-9f00e15b-4608-43ca-9e89-c6cc9dfe4448 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.1139216 Jun 18 14:15:44.697917 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-e9e7a651-fe9b-4fb0-b6c6-3df1111851c0 req-6358e8be-17bf-4e15-82bf-61e7facb928d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733411 Jun 18 14:15:44.731544 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-adba9b1c-a1ed-4810-a684-a80da7ef0e80 req-0101c2db-0399-4bef-8c90-d707a4f92bf3 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045241 Jun 18 14:15:44.816987 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 40094) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:44.981600 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6e33a9e6-63f8-4251-b81d-6081fd901e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:45.117514 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8036aed0-32da-4f76-ad9a-231ce41a8962 req-5d06c457-32d6-4980-8190-5706adbb8d50 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661035 Jun 18 14:15:45.140873 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6e33a9e6-63f8-4251-b81d-6081fd901e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:45.588558 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:45.590637 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6e33a9e6-63f8-4251-b81d-6081fd901e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:45.597236 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:45.676014 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-6e33a9e6-63f8-4251-b81d-6081fd901e85 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dce9e5e1523d4032949b0ea38c4462b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8576250 Jun 18 14:15:45.678792 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 40120) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:45.829302 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33a9e6-63f8-4251-b81d-6081fd901e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e9df00-5500-4308-8f35-f7d84918e68a,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:45.829302 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-6e33a9e6-63f8-4251-b81d-6081fd901e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:45.829302 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69a561-a988-42ce-a8aa-b06e4698e7dc req-07258eba-44bd-4b3a-b69f-3dedff4f4f3c tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:45.829302 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0b69a561-a988-42ce-a8aa-b06e4698e7dc req-07258eba-44bd-4b3a-b69f-3dedff4f4f3c tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 945 time: 0.1853032 Jun 18 14:15:45.834230 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-fa402f04-eae8-41ab-a92e-7a6348f02355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:45.837584 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0b69a561-a988-42ce-a8aa-b06e4698e7dc req-803a95ab-3027-405a-b1bf-457fc6b94de5 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568492 Jun 18 14:15:45.841584 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-fa402f04-eae8-41ab-a92e-7a6348f02355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:45.955378 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3270a0-a1db-4bb5-9de6-00c6568e861d req-1cbf2348-68b5-461a-9163-1c962d570429 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:45.958047 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7f3270a0-a1db-4bb5-9de6-00c6568e861d req-1cbf2348-68b5-461a-9163-1c962d570429 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 945 time: 0.0783279 Jun 18 14:15:45.999376 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7f3270a0-a1db-4bb5-9de6-00c6568e861d req-c5a4dc7b-fbbf-46d6-87a9-13dff0bced06 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366139 Jun 18 14:15:46.038238 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d939a10-874d-4bba-b6c0-e24bce7df776 req-1811658a-9f8b-4898-9a92-f84c43f321b3 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:46.039790 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6d939a10-874d-4bba-b6c0-e24bce7df776 req-1811658a-9f8b-4898-9a92-f84c43f321b3 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0715015 Jun 18 14:15:46.094744 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6d939a10-874d-4bba-b6c0-e24bce7df776 req-be676fbb-1b9c-452a-93d4-89dc673c7667 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471070 Jun 18 14:15:46.232006 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-fa402f04-eae8-41ab-a92e-7a6348f02355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:46.237140 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-fa402f04-eae8-41ab-a92e-7a6348f02355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:46.240946 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-fa402f04-eae8-41ab-a92e-7a6348f02355 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04e9df00-5500-4308-8f35-f7d84918e68a HTTP/1.1" status: 204 len: 168 time: 0.5589211 Jun 18 14:15:46.240946 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-05bb5973-3c47-4616-86ae-6d684c8b6786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:46.253302 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa402f04-eae8-41ab-a92e-7a6348f02355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e9df00-5500-4308-8f35-f7d84918e68a,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:46.257398 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-fa402f04-eae8-41ab-a92e-7a6348f02355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:47.018876 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bb33b-e607-458a-8d2e-ae96a21ea662 req-ed0ffd3f-983e-4f06-a33b-0b850d55dc97 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:47.021439 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3b4bb33b-e607-458a-8d2e-ae96a21ea662 req-ed0ffd3f-983e-4f06-a33b-0b850d55dc97 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 945 time: 0.0899920 Jun 18 14:15:47.118238 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3b4bb33b-e607-458a-8d2e-ae96a21ea662 req-86449b62-8360-4cab-9839-ef276c5a8d73 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861723 Jun 18 14:15:47.278975 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e26c93-39d6-4d4d-8998-aa4b206bb946 req-b3be12d1-1aa7-40ee-a046-e054287bddbc tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:47.287049 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-e4e26c93-39d6-4d4d-8998-aa4b206bb946 req-b3be12d1-1aa7-40ee-a046-e054287bddbc tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 945 time: 0.0943530 Jun 18 14:15:47.342144 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-e4e26c93-39d6-4d4d-8998-aa4b206bb946 req-dd267b08-9018-4ea6-97d0-e9a45586fd22 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538473 Jun 18 14:15:47.407584 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cebfbe-41d6-4e97-819a-c4b8ab1c2ccc req-02f496f5-02e8-43fc-873d-ac6751ca5ee9 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:47.409174 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-53cebfbe-41d6-4e97-819a-c4b8ab1c2ccc req-02f496f5-02e8-43fc-873d-ac6751ca5ee9 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0884013 Jun 18 14:15:47.489957 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-53cebfbe-41d6-4e97-819a-c4b8ab1c2ccc req-fd734efe-9d2b-417b-80cd-b24b0683fa77 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731380 Jun 18 14:15:48.036447 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:15:48.330292 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444182e4-e83c-476d-ab5d-83ff5801ea7a req-40b0dc8d-fd5f-4d2b-929b-2dcfb6906536 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:48.331869 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-444182e4-e83c-476d-ab5d-83ff5801ea7a req-40b0dc8d-fd5f-4d2b-929b-2dcfb6906536 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 945 time: 0.0839746 Jun 18 14:15:48.354861 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81c09c-387b-493a-858b-9f7c936d8b0d req-5fd22cbf-f943-4b33-aa31-f93214190c1f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:48.356460 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-cc81c09c-387b-493a-858b-9f7c936d8b0d req-5fd22cbf-f943-4b33-aa31-f93214190c1f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.1235838 Jun 18 14:15:48.409875 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-444182e4-e83c-476d-ab5d-83ff5801ea7a req-6c967c6f-791a-41f9-a062-6e12b7592de3 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600049 Jun 18 14:15:48.410179 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1ff79-2680-4720-b169-82b9451d4bfa req-fa54aca7-9195-453e-92d7-1b5ee056a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:48.412346 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-cab1ff79-2680-4720-b169-82b9451d4bfa req-fa54aca7-9195-453e-92d7-1b5ee056a746 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0114c6b5421b4c0d82d45f17131ded96&device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 1099 time: 0.1208446 Jun 18 14:15:48.416128 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-cc81c09c-387b-493a-858b-9f7c936d8b0d req-3a4d9be2-ea1b-49a0-9a6a-e0b134e24e25 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531087 Jun 18 14:15:48.535503 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1ff79-2680-4720-b169-82b9451d4bfa req-8705e7ea-08f9-436a-adce-80eb7f585831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:48.537675 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-cab1ff79-2680-4720-b169-82b9451d4bfa req-8705e7ea-08f9-436a-adce-80eb7f585831 service neutron] 10.222.0.38 "GET /v2.0/networks?id=98c5be27-f70c-4e03-8010-617386ed8973 HTTP/1.1" status: 200 len: 920 time: 0.1175213 Jun 18 14:15:48.613409 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-cab1ff79-2680-4720-b169-82b9451d4bfa req-a74bd472-4957-4e91-842c-ee55b03386f6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb81e151-f48d-4afb-9d20-db2973d2c779 HTTP/1.1" status: 200 len: 217 time: 0.0689578 Jun 18 14:15:48.693959 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1ff79-2680-4720-b169-82b9451d4bfa req-7988d6d1-111b-4ff3-ab1b-b0348c1d28fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:48.695533 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-cab1ff79-2680-4720-b169-82b9451d4bfa req-7988d6d1-111b-4ff3-ab1b-b0348c1d28fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e09c94b7-02ea-47cd-90c5-ff12c8357fed HTTP/1.1" status: 200 len: 859 time: 0.0756834 Jun 18 14:15:48.761220 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-cab1ff79-2680-4720-b169-82b9451d4bfa req-7c8d3802-0b41-42e2-96d4-4cd11a3dba4a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=98c5be27-f70c-4e03-8010-617386ed8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561111 Jun 18 14:15:49.036490 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-cab1ff79-2680-4720-b169-82b9451d4bfa req-bfcb5277-fdf7-46b2-8ed5-e916121a0b34 service neutron] 10.222.0.38 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702744 Jun 18 14:15:49.161850 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-cab1ff79-2680-4720-b169-82b9451d4bfa req-b0660c9c-3da8-495f-99a6-6633e3fc1805 service neutron] 10.222.0.38 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181061 Jun 18 14:15:49.231585 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 40218) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:49.373544 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-401d4379-349e-4330-a5c2-ee9466be5c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:49.500034 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-401d4379-349e-4330-a5c2-ee9466be5c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:49.631962 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-401d4379-349e-4330-a5c2-ee9466be5c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:49.635036 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:49.655251 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1b7f6-ec78-4740-8780-253a7324a1c7 req-ef402fe4-5ff1-4a9b-a2ae-fc4b0d95dadd tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:49.660161 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-23d1b7f6-ec78-4740-8780-253a7324a1c7 req-ef402fe4-5ff1-4a9b-a2ae-fc4b0d95dadd tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0980656 Jun 18 14:15:49.675730 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-401d4379-349e-4330-a5c2-ee9466be5c6b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a64f5f6f6824c4d9ebcf5a256bf1309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4430289 Jun 18 14:15:49.676773 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d4379-349e-4330-a5c2-ee9466be5c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0af284-8257-491d-bdf7-e395c255fee5,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:49.678677 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 40238) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:49.680152 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-401d4379-349e-4330-a5c2-ee9466be5c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:49.739374 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-23d1b7f6-ec78-4740-8780-253a7324a1c7 req-c58ba01b-dec7-437b-9115-4ddfcbfdd060 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723503 Jun 18 14:15:49.778030 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0876c11e-a65f-4718-81e4-b4e6a4aefaad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:49.801682 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0876c11e-a65f-4718-81e4-b4e6a4aefaad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:49.939879 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0876c11e-a65f-4718-81e4-b4e6a4aefaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:49.942861 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0876c11e-a65f-4718-81e4-b4e6a4aefaad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:49.944089 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-0876c11e-a65f-4718-81e4-b4e6a4aefaad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc0af284-8257-491d-bdf7-e395c255fee5 HTTP/1.1" status: 204 len: 168 time: 0.2631934 Jun 18 14:15:49.944773 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:49.952787 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876c11e-a65f-4718-81e4-b4e6a4aefaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0af284-8257-491d-bdf7-e395c255fee5,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:49.955717 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-0876c11e-a65f-4718-81e4-b4e6a4aefaad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:50.972534 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb640ff-f9b9-422e-a1f9-a056d4fd6ac9 req-6dd0b521-0ba5-4109-882d-14cfd245f804 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:50.974057 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7cb640ff-f9b9-422e-a1f9-a056d4fd6ac9 req-6dd0b521-0ba5-4109-882d-14cfd245f804 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0762968 Jun 18 14:15:51.013868 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7cb640ff-f9b9-422e-a1f9-a056d4fd6ac9 req-b4838eb9-b779-46e4-ac2e-815391053509 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339355 Jun 18 14:15:51.402198 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 40308) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:51.686895 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ab3b8eb6-5511-41a2-bb69-2518da22ff53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:51.806706 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ab3b8eb6-5511-41a2-bb69-2518da22ff53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:51.879556 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ab3b8eb6-5511-41a2-bb69-2518da22ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:51.882284 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:51.925869 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-ab3b8eb6-5511-41a2-bb69-2518da22ff53 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df78a3d5d0dd41feb031162397c079e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5221114 Jun 18 14:15:51.926878 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b8eb6-5511-41a2-bb69-2518da22ff53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566918f3-8b13-40eb-99d8-a6e96c82eff6,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:51.929355 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 40330) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:51.930428 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-ab3b8eb6-5511-41a2-bb69-2518da22ff53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:51.989793 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-422746f7-1db8-4bf4-a542-4cc62ee6654e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:52.027910 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-422746f7-1db8-4bf4-a542-4cc62ee6654e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:52.187623 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-422746f7-1db8-4bf4-a542-4cc62ee6654e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:52.191580 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-422746f7-1db8-4bf4-a542-4cc62ee6654e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:52.193150 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-422746f7-1db8-4bf4-a542-4cc62ee6654e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/566918f3-8b13-40eb-99d8-a6e96c82eff6 HTTP/1.1" status: 204 len: 168 time: 0.2621181 Jun 18 14:15:52.227847 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:52.244861 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422746f7-1db8-4bf4-a542-4cc62ee6654e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566918f3-8b13-40eb-99d8-a6e96c82eff6,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:52.250869 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-422746f7-1db8-4bf4-a542-4cc62ee6654e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:52.337036 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128c185-ef80-4b4c-abc5-ad6e435e0d0b req-37ba19a1-514a-4d90-88ce-7f6b06eac40d tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:52.338296 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f128c185-ef80-4b4c-abc5-ad6e435e0d0b req-37ba19a1-514a-4d90-88ce-7f6b06eac40d tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.1701746 Jun 18 14:15:52.405497 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f128c185-ef80-4b4c-abc5-ad6e435e0d0b req-98359316-ce18-49f6-a40d-d6c23f507c4b tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540123 Jun 18 14:15:52.622849 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 40346) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:52.751098 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-1894e014-cd73-44a0-a480-671aa22c8edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:52.891872 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-1894e014-cd73-44a0-a480-671aa22c8edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:52.965719 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-1894e014-cd73-44a0-a480-671aa22c8edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:52.968402 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:53.006828 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-1894e014-cd73-44a0-a480-671aa22c8edb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d7e973acea73467983e7109230dbfc89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3829002 Jun 18 14:15:53.007809 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894e014-cd73-44a0-a480-671aa22c8edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01873bb-e63f-4e57-b443-37ba2ff2a80f,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:53.010728 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 40358) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:53.011469 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-1894e014-cd73-44a0-a480-671aa22c8edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:53.066497 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e354-9c91-421f-ac32-efd61623ca67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:53.091040 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e354-9c91-421f-ac32-efd61623ca67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:53.181575 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 40360) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:53.196237 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-4e29d023-0e30-4676-9792-fbb518581c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:53.205554 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e354-9c91-421f-ac32-efd61623ca67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:53.209025 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e354-9c91-421f-ac32-efd61623ca67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:53.210782 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-d8e6e354-9c91-421f-ac32-efd61623ca67 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b01873bb-e63f-4e57-b443-37ba2ff2a80f HTTP/1.1" status: 204 len: 168 time: 0.1987872 Jun 18 14:15:53.212037 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-11bfe592-a20f-4f03-939e-a3daf994d553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:53.226020 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6e354-9c91-421f-ac32-efd61623ca67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01873bb-e63f-4e57-b443-37ba2ff2a80f,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:53.229928 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-d8e6e354-9c91-421f-ac32-efd61623ca67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:53.328289 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-4e29d023-0e30-4676-9792-fbb518581c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:53.394016 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-4e29d023-0e30-4676-9792-fbb518581c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:53.398833 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-b5cc644c-6f8e-4e9f-ba0f-37acdc822e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:53.460755 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-4e29d023-0e30-4676-9792-fbb518581c9b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ddcb941bca4f465990537a62e43a3a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732668 Jun 18 14:15:53.461552 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 40366) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:53.465248 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29d023-0e30-4676-9792-fbb518581c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d086ac18-4dd4-4a7f-b8f5-a6d96e395f12,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:53.475697 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-4e29d023-0e30-4676-9792-fbb518581c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:53.536826 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b5e635da-5c41-4d95-9e77-c4e26ab746d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:53.574961 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b5e635da-5c41-4d95-9e77-c4e26ab746d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:53.672797 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f9875-6284-4a6e-80dc-e84ec020197c req-89e09917-b2f9-45ac-abc1-34e5dbcf10d1 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:53.678996 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ae7f9875-6284-4a6e-80dc-e84ec020197c req-89e09917-b2f9-45ac-abc1-34e5dbcf10d1 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.1148415 Jun 18 14:15:53.735389 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b5e635da-5c41-4d95-9e77-c4e26ab746d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:53.740553 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b5e635da-5c41-4d95-9e77-c4e26ab746d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:53.746033 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-b5e635da-5c41-4d95-9e77-c4e26ab746d1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d086ac18-4dd4-4a7f-b8f5-a6d96e395f12 HTTP/1.1" status: 204 len: 168 time: 0.2796624 Jun 18 14:15:53.748203 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:53.769291 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ae7f9875-6284-4a6e-80dc-e84ec020197c req-23f3162f-ba62-4101-afe6-99e040808d67 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857279 Jun 18 14:15:53.770925 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e635da-5c41-4d95-9e77-c4e26ab746d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d086ac18-4dd4-4a7f-b8f5-a6d96e395f12,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:53.775996 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-b5e635da-5c41-4d95-9e77-c4e26ab746d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:54.305027 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 40382) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:54.320245 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-16911d68-e548-4bbc-b4c8-b4f6637aa8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:54.417749 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-16911d68-e548-4bbc-b4c8-b4f6637aa8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:54.484787 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-16911d68-e548-4bbc-b4c8-b4f6637aa8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:54.488306 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-401d4379-349e-4330-a5c2-ee9466be5c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:54.530429 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-16911d68-e548-4bbc-b4c8-b4f6637aa8e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab318feb934540d28632eae30fdf78ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230492 Jun 18 14:15:54.531439 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16911d68-e548-4bbc-b4c8-b4f6637aa8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56039e1b-8b9b-4c37-8a73-4477b0c733b6,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:54.533883 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 40390) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:15:54.534823 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-16911d68-e548-4bbc-b4c8-b4f6637aa8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:54.588497 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-3cbcff4c-c1ca-4d21-ac8f-5962593f2835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:54.610926 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-3cbcff4c-c1ca-4d21-ac8f-5962593f2835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:54.736779 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-3cbcff4c-c1ca-4d21-ac8f-5962593f2835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:54.739424 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-3cbcff4c-c1ca-4d21-ac8f-5962593f2835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:15:54.740569 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-3cbcff4c-c1ca-4d21-ac8f-5962593f2835 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/56039e1b-8b9b-4c37-8a73-4477b0c733b6 HTTP/1.1" status: 204 len: 168 time: 0.2045069 Jun 18 14:15:54.741319 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-88d4d1cc-5654-44be-9fca-25c3b999d36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:15:54.748983 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcff4c-c1ca-4d21-ac8f-5962593f2835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56039e1b-8b9b-4c37-8a73-4477b0c733b6,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:15:54.751888 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-3cbcff4c-c1ca-4d21-ac8f-5962593f2835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:15:55.238940 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93ca7b-cd92-48e7-80ea-3981ec4acdbe req-179159ce-c69b-46ad-a01d-2752da3a3e7f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:55.240706 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8f93ca7b-cd92-48e7-80ea-3981ec4acdbe req-179159ce-c69b-46ad-a01d-2752da3a3e7f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0737271 Jun 18 14:15:55.299531 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8f93ca7b-cd92-48e7-80ea-3981ec4acdbe req-7a399453-ce4f-432f-87d0-402cd767de29 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467527 Jun 18 14:15:56.501739 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506515d1-6aa8-4c50-b537-e2bd08585f95 req-500b2529-092f-4f73-a0a8-c49af08117aa tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:56.512123 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-506515d1-6aa8-4c50-b537-e2bd08585f95 req-500b2529-092f-4f73-a0a8-c49af08117aa tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0750258 Jun 18 14:15:56.550620 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-506515d1-6aa8-4c50-b537-e2bd08585f95 req-72e845ef-8ce4-46c3-b557-418ef3e10ea6 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413342 Jun 18 14:15:57.753051 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a91551-5c0d-405d-83b9-39284c87ba6e req-af33cd76-8e17-4806-ac16-d30ff808ec95 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:57.755285 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-51a91551-5c0d-405d-83b9-39284c87ba6e req-af33cd76-8e17-4806-ac16-d30ff808ec95 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0778675 Jun 18 14:15:57.797287 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-51a91551-5c0d-405d-83b9-39284c87ba6e req-c2c63492-b8f0-40c9-8875-a11a1e1b2285 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363019 Jun 18 14:15:58.974548 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b336a2c-ea83-41ae-83a1-eba5f7390d96 req-02003ef3-bcae-4e4a-9c1d-c4d7736ea6aa tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:15:58.976059 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7b336a2c-ea83-41ae-83a1-eba5f7390d96 req-02003ef3-bcae-4e4a-9c1d-c4d7736ea6aa tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0651176 Jun 18 14:15:59.019843 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7b336a2c-ea83-41ae-83a1-eba5f7390d96 req-ec96c354-71f9-4c2e-9e01-70cf5cbe67a7 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372140 Jun 18 14:16:00.225219 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecdf2a4-345d-4e45-aba8-6be7078a4f78 req-0da5066b-95e2-4620-bd13-038c21c077c6 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:00.226798 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2ecdf2a4-345d-4e45-aba8-6be7078a4f78 req-0da5066b-95e2-4620-bd13-038c21c077c6 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0922766 Jun 18 14:16:00.268370 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2ecdf2a4-345d-4e45-aba8-6be7078a4f78 req-cd22dcb1-611b-4180-86f1-7cd5ac64a5cf tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339329 Jun 18 14:16:01.463559 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d9613-920f-4171-a7d1-c2024810233b req-3eade8fb-1b80-4a94-b3af-227c7d6aa7dc tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:01.465060 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-385d9613-920f-4171-a7d1-c2024810233b req-3eade8fb-1b80-4a94-b3af-227c7d6aa7dc tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0749657 Jun 18 14:16:01.511241 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-385d9613-920f-4171-a7d1-c2024810233b req-6a0a069d-a80b-438d-8d58-956e1cc6e967 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393512 Jun 18 14:16:02.725278 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa26802-2c28-4a89-bb4a-66d93f1a33e1 req-26b88fed-3b32-44bb-bff5-c433deb1c532 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:02.726774 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-afa26802-2c28-4a89-bb4a-66d93f1a33e1 req-26b88fed-3b32-44bb-bff5-c433deb1c532 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0964487 Jun 18 14:16:02.774356 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-afa26802-2c28-4a89-bb4a-66d93f1a33e1 req-da60a827-ea97-495d-a3f7-0ad0a31e7583 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403681 Jun 18 14:16:04.060876 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a04b91-1f83-409c-83fc-e929ee1139b0 req-d623ec63-243f-4edd-80af-2efca3c0cc63 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:04.060876 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-98a04b91-1f83-409c-83fc-e929ee1139b0 req-d623ec63-243f-4edd-80af-2efca3c0cc63 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0850539 Jun 18 14:16:04.093533 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-98a04b91-1f83-409c-83fc-e929ee1139b0 req-c520aacc-bd4d-43d2-a78d-43f18b3940c7 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381954 Jun 18 14:16:05.291385 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fd463-a37d-4067-977f-8836796552af req-704de41d-0062-4a82-a809-bfa074aa14d1 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:05.292966 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c44fd463-a37d-4067-977f-8836796552af req-704de41d-0062-4a82-a809-bfa074aa14d1 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0774610 Jun 18 14:16:05.332827 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c44fd463-a37d-4067-977f-8836796552af req-86b675fd-b17e-4339-b359-4cb7891e534b tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335910 Jun 18 14:16:06.569883 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551567be-b357-4fa7-b2ac-90700d7ffe38 req-ed251f15-3814-4dc8-8891-e08e2c509d1a tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:06.572357 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-551567be-b357-4fa7-b2ac-90700d7ffe38 req-ed251f15-3814-4dc8-8891-e08e2c509d1a tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.1060419 Jun 18 14:16:06.617675 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-551567be-b357-4fa7-b2ac-90700d7ffe38 req-e72d249c-cc57-40d5-8c9b-d31631f1d396 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347559 Jun 18 14:16:07.800628 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc56f3-5558-4788-b2c5-b0c6de566ab1 req-73f32d99-6d9c-4f14-9a64-ac59b950e8e4 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:07.802121 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-febc56f3-5558-4788-b2c5-b0c6de566ab1 req-73f32d99-6d9c-4f14-9a64-ac59b950e8e4 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0633371 Jun 18 14:16:07.841823 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-febc56f3-5558-4788-b2c5-b0c6de566ab1 req-551bcc80-91df-4a99-8715-8be01812db6d tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331140 Jun 18 14:16:08.608777 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e522-b77d-4497-bb2b-316c7413e2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:09.024473 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc89f0-6f06-495a-b549-bdfab83d5101 req-0da86f50-c0bf-4546-8e41-5d29423f002b tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:09.025948 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a5fc89f0-6f06-495a-b549-bdfab83d5101 req-0da86f50-c0bf-4546-8e41-5d29423f002b tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0698819 Jun 18 14:16:09.065788 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a5fc89f0-6f06-495a-b549-bdfab83d5101 req-a376c224-2b5b-4c39-860c-291700ed5ec9 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332792 Jun 18 14:16:10.248331 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d9765-d361-4973-9d12-6eb62789f448 req-b23f3cf6-c409-4b56-95c1-81d030d567d4 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:10.249823 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f20d9765-d361-4973-9d12-6eb62789f448 req-b23f3cf6-c409-4b56-95c1-81d030d567d4 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0717065 Jun 18 14:16:10.288849 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f20d9765-d361-4973-9d12-6eb62789f448 req-a94b6762-1f31-46e1-9fa9-43fd16f66be5 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330188 Jun 18 14:16:11.469326 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca14333-301e-43d8-8756-450fbd4134e7 req-6dfeeb4e-370a-41be-b20e-02085b32293c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:11.470936 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2ca14333-301e-43d8-8756-450fbd4134e7 req-6dfeeb4e-370a-41be-b20e-02085b32293c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0662994 Jun 18 14:16:11.514135 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2ca14333-301e-43d8-8756-450fbd4134e7 req-dbcae354-79ab-4f7d-9f04-fccfdfba0588 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368509 Jun 18 14:16:11.989604 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:12.103690 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:12.408713 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-649b61c0-e0a0-415a-bf30-32763258ab83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:12.709481 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffa059-8dfd-401c-bf97-5b746ca56009 req-1327dc1c-6286-4e3b-b3c5-809e66fb7af5 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:12.712294 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-03ffa059-8dfd-401c-bf97-5b746ca56009 req-1327dc1c-6286-4e3b-b3c5-809e66fb7af5 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0837898 Jun 18 14:16:12.763558 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-03ffa059-8dfd-401c-bf97-5b746ca56009 req-77093e95-39db-474c-a467-2d12297840a7 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442762 Jun 18 14:16:13.428812 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:13.997715 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aedf9d-fb45-4392-a4b6-7e8d7c08fbc1 req-610eb491-746f-4cd6-b1c9-17fde8ea43a2 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:13.999537 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d9aedf9d-fb45-4392-a4b6-7e8d7c08fbc1 req-610eb491-746f-4cd6-b1c9-17fde8ea43a2 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.1031702 Jun 18 14:16:14.072404 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d9aedf9d-fb45-4392-a4b6-7e8d7c08fbc1 req-7e58ebf7-b6b8-45ad-b855-816b4e40e785 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594733 Jun 18 14:16:15.176801 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:15.275255 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f582f8f-84dd-4d96-8e2e-7ed68974277d req-7cec172b-ba8d-4614-94a7-6ace3299dad3 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:15.287460 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f582f8f-84dd-4d96-8e2e-7ed68974277d req-7cec172b-ba8d-4614-94a7-6ace3299dad3 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0824523 Jun 18 14:16:15.498780 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f582f8f-84dd-4d96-8e2e-7ed68974277d req-5c3ea4cb-823f-4c23-a9ea-92c332cdb119 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104511 Jun 18 14:16:16.726665 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb17d34-1717-4c23-9406-141c759af0d2 req-73695b4a-5209-4268-a2a1-e0cca88891c7 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:16.728254 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4cb17d34-1717-4c23-9406-141c759af0d2 req-73695b4a-5209-4268-a2a1-e0cca88891c7 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0840936 Jun 18 14:16:16.770926 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4cb17d34-1717-4c23-9406-141c759af0d2 req-67ab293f-b40c-4bdc-bc65-4bbb9dae0d9b tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358982 Jun 18 14:16:17.997798 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182535c1-b621-46ea-9eb3-d528ee269ece req-7696b100-752a-4a9e-bae8-8199ad53de1e tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:17.999340 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-182535c1-b621-46ea-9eb3-d528ee269ece req-7696b100-752a-4a9e-bae8-8199ad53de1e tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0660820 Jun 18 14:16:18.055778 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-182535c1-b621-46ea-9eb3-d528ee269ece req-ec39ada6-ba48-4be8-9a76-75d0b5618148 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462570 Jun 18 14:16:19.241164 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a936e-2a0e-4d9b-85ca-ebd69c1b2487 req-b790202b-4247-4f7d-b89d-adc5ef035ec0 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:19.242742 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-052a936e-2a0e-4d9b-85ca-ebd69c1b2487 req-b790202b-4247-4f7d-b89d-adc5ef035ec0 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0706513 Jun 18 14:16:19.291271 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-052a936e-2a0e-4d9b-85ca-ebd69c1b2487 req-d99733ae-99d4-4afc-bfff-0a94c1efab8c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426304 Jun 18 14:16:20.526241 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fafd3-1b7e-46c7-8f2f-dcb4ef145a9f req-225a629c-e0fa-4f71-8b57-a46c9411cd05 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:20.528749 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0f0fafd3-1b7e-46c7-8f2f-dcb4ef145a9f req-225a629c-e0fa-4f71-8b57-a46c9411cd05 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.1027949 Jun 18 14:16:20.574526 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0f0fafd3-1b7e-46c7-8f2f-dcb4ef145a9f req-f2e18bba-53fc-45d7-8d22-7022a1cda627 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370245 Jun 18 14:16:21.775430 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b8027-91d7-4750-81fc-2b692471927e req-3ba57e8b-04af-4bca-9c3f-3edb818e6732 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:21.776976 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d23b8027-91d7-4750-81fc-2b692471927e req-3ba57e8b-04af-4bca-9c3f-3edb818e6732 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0722573 Jun 18 14:16:21.825885 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d23b8027-91d7-4750-81fc-2b692471927e req-e114aa28-594f-4091-906c-4004a3afc0e0 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396626 Jun 18 14:16:23.021047 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4190b6-4403-4d4d-9318-81e5777c3c66 req-38d6fbd1-ef1c-4daa-a2ad-c51603168261 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:23.022417 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8c4190b6-4403-4d4d-9318-81e5777c3c66 req-38d6fbd1-ef1c-4daa-a2ad-c51603168261 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0787649 Jun 18 14:16:23.073275 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8c4190b6-4403-4d4d-9318-81e5777c3c66 req-b21e958d-dde9-4641-8c33-f2459fb981c8 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415742 Jun 18 14:16:23.366387 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a9ca59e8-f963-4a67-9f51-d282e50c4900 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:23.368827 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a9ca59e8-f963-4a67-9f51-d282e50c4900 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/networks?id=80c53d92-b13a-4c0f-9dc2-9c88681c80d4 HTTP/1.1" status: 200 len: 812 time: 0.1151922 Jun 18 14:16:23.390931 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-193d3f94-2e27-4b25-bf58-7f19e0031887 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/quotas/a0fb363ac56e4dfdb761e1b1617c621f HTTP/1.1" status: 200 len: 375 time: 0.0106492 Jun 18 14:16:23.473981 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-753c0ec8-d777-45b4-89c8-46162b284f11 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0fb363ac56e4dfdb761e1b1617c621f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0712221 Jun 18 14:16:23.575713 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-5d14e660-671b-46d5-abd2-9a5b3b554654 service neutron] 10.222.0.26 "GET /v2.0/networks/80c53d92-b13a-4c0f-9dc2-9c88681c80d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896523 Jun 18 14:16:23.674798 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-d9bb76e8-42ec-4d1e-af84-71ae8b744c28 service neutron] 10.222.0.26 "GET /v2.0/networks/80c53d92-b13a-4c0f-9dc2-9c88681c80d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930362 Jun 18 14:16:24.022660 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-20d368f1-6411-4b91-818a-0d4fd92fa5cd req-39749350-21a7-4bdf-a79f-bf2aecb51679 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 210 time: 0.0432985 Jun 18 14:16:24.274597 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6032e5-97cf-4173-b2da-b790652e9e60 req-e1456ab3-bd89-4541-bc12-4ce7d3d14531 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:24.276065 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5f6032e5-97cf-4173-b2da-b790652e9e60 req-e1456ab3-bd89-4541-bc12-4ce7d3d14531 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0662968 Jun 18 14:16:24.319871 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5f6032e5-97cf-4173-b2da-b790652e9e60 req-140d72a7-d1b5-420f-b35b-975c52365643 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371022 Jun 18 14:16:25.035103 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:16:25.185324 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-e5b20122-381f-4f03-8ff5-db320ccb2f9b req-f97c1d75-ba1a-49e9-8238-ccd357ccd6c7 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 210 time: 0.0368805 Jun 18 14:16:25.499571 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4e790-9fdd-47a8-a373-befe7270df5b req-30f1b4f6-51d0-49ee-9054-c6a5ac780e42 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:25.501380 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3ae4e790-9fdd-47a8-a373-befe7270df5b req-30f1b4f6-51d0-49ee-9054-c6a5ac780e42 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0653567 Jun 18 14:16:25.551034 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3ae4e790-9fdd-47a8-a373-befe7270df5b req-8ae48574-5cd6-4309-b394-bded2469ae97 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419760 Jun 18 14:16:26.335004 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c6f99c2a-717f-4e19-bcd9-bd9727d61939 req-3fe1836f-a282-4fd9-a4dc-9b92efad6848 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 210 time: 0.0332813 Jun 18 14:16:26.739474 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4791a5-2bcf-492a-84d7-f11bf1d79f31 req-6ae68e46-ba87-4f01-ba3f-ae2db973bd4c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:26.740981 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8a4791a5-2bcf-492a-84d7-f11bf1d79f31 req-6ae68e46-ba87-4f01-ba3f-ae2db973bd4c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0785801 Jun 18 14:16:26.780496 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8a4791a5-2bcf-492a-84d7-f11bf1d79f31 req-27d23154-646b-47f0-9f61-fa73e076af68 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335977 Jun 18 14:16:27.478695 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-12ba1e2d-c53f-4267-8f3f-aabc0ac1fabb req-8b1a2651-8652-4388-993e-27396fcc17ce tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 210 time: 0.0277467 Jun 18 14:16:27.966404 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d1400-42a4-4037-bd1e-1a8446760b2d req-56a56db1-0990-4797-8899-007431a66a1f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:27.968045 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e17d1400-42a4-4037-bd1e-1a8446760b2d req-56a56db1-0990-4797-8899-007431a66a1f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0703349 Jun 18 14:16:28.007357 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e17d1400-42a4-4037-bd1e-1a8446760b2d req-19fb8c55-72f1-4822-9dd4-54a6810b350f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337956 Jun 18 14:16:28.647938 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3e81045f-f27a-4ba1-a5e5-2b182cbaaf6b req-497fcd81-2345-45cc-923f-07c04e72cc21 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 210 time: 0.0278766 Jun 18 14:16:29.212715 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf861dc-8e4a-44ce-8fb9-9f9edcdd6411 req-69745d7e-2d5c-4d11-a048-58757afe4f4a tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:29.214562 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2cf861dc-8e4a-44ce-8fb9-9f9edcdd6411 req-69745d7e-2d5c-4d11-a048-58757afe4f4a tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0827653 Jun 18 14:16:29.257071 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2cf861dc-8e4a-44ce-8fb9-9f9edcdd6411 req-9854ad27-047a-485d-9095-9f391bda7407 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353177 Jun 18 14:16:29.823837 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-53895c8a-274a-4f7f-b5ee-683843288e7c req-73d90573-96ef-485f-b16e-31293a0918be tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 210 time: 0.0475538 Jun 18 14:16:30.091606 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-0b656290-8e38-4aaa-958a-ad2a16acb9f9 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:30.093701 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-0b656290-8e38-4aaa-958a-ad2a16acb9f9 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.38 "GET /v2.0/networks?id=80c53d92-b13a-4c0f-9dc2-9c88681c80d4 HTTP/1.1" status: 200 len: 812 time: 0.1043305 Jun 18 14:16:30.120662 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-15e7e01d-9478-4fe1-8f23-14f5327aef6c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Request body: {'port': {'device_id': '77f71411-31e8-425b-a56d-d02cc4679365', 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4', 'admin_state_up': True, 'tenant_id': 'a0fb363ac56e4dfdb761e1b1617c621f'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:16:30.319164 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-15e7e01d-9478-4fe1-8f23-14f5327aef6c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Made reservation on behalf of a0fb363ac56e4dfdb761e1b1617c621f for: {'port': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:16:30.322905 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-15e7e01d-9478-4fe1-8f23-14f5327aef6c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:30.490564 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-15e7e01d-9478-4fe1-8f23-14f5327aef6c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Allocated IP 172.20.0.12 (80c53d92-b13a-4c0f-9dc2-9c88681c80d4/4f4a3b15-5d35-4545-8617-d54f3ee00d9a/f2b18c5b-cd89-4511-8198-c89237ba3b00) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:16:30.500277 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846cf26-c30d-4a5f-92dc-0d38d4022acd req-55f34d14-ba2a-49ff-ae2c-6cc0868faa8b tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:30.502102 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c846cf26-c30d-4a5f-92dc-0d38d4022acd req-55f34d14-ba2a-49ff-ae2c-6cc0868faa8b tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.1272779 Jun 18 14:16:30.568495 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c846cf26-c30d-4a5f-92dc-0d38d4022acd req-534f50dd-cab9-490e-ad93-4a8adc751c28 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579021 Jun 18 14:16:30.691077 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-15e7e01d-9478-4fe1-8f23-14f5327aef6c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:30.845651 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-15e7e01d-9478-4fe1-8f23-14f5327aef6c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12393637'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:30.850682 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:16:30.896671 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-15e7e01d-9478-4fe1-8f23-14f5327aef6c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Network 80c53d92-b13a-4c0f-9dc2-9c88681c80d4 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:16:30.902783 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-15e7e01d-9478-4fe1-8f23-14f5327aef6c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:16:30.907540 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-15e7e01d-9478-4fe1-8f23-14f5327aef6c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:16:30.914265 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7e01d-9478-4fe1-8f23-14f5327aef6c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Pushing event updated for resources: {'Port': ['ID=f2b18c5b-cd89-4511-8198-c89237ba3b00,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:16:30.935192 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-15e7e01d-9478-4fe1-8f23-14f5327aef6c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:16:30.961210 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-15e7e01d-9478-4fe1-8f23-14f5327aef6c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:30.961876 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-15e7e01d-9478-4fe1-8f23-14f5327aef6c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:31.022675 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f76562-40d8-41b6-8f0d-244303bffe9a req-9c5a637b-cd08-4a1a-8642-ec5fa7a99d09 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:31.024401 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d1f76562-40d8-41b6-8f0d-244303bffe9a req-9c5a637b-cd08-4a1a-8642-ec5fa7a99d09 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 932 time: 0.0658839 Jun 18 14:16:31.049422 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-15e7e01d-9478-4fe1-8f23-14f5327aef6c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9328191 Jun 18 14:16:31.064708 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d1f76562-40d8-41b6-8f0d-244303bffe9a req-7d3aad99-3347-4843-8001-fc6d8fe13872 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338380 Jun 18 14:16:31.757684 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d72c1-f5bb-438b-957a-d3e6b350d524 req-1ce153b6-2efa-46dd-8821-dff7c1d0649d tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:31.759162 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f55d72c1-f5bb-438b-957a-d3e6b350d524 req-1ce153b6-2efa-46dd-8821-dff7c1d0649d tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0749614 Jun 18 14:16:31.800844 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f55d72c1-f5bb-438b-957a-d3e6b350d524 req-3d2bd968-e1ba-4303-897a-e47df4aa9a73 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348852 Jun 18 14:16:32.259694 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3076f-e21e-4022-b341-ee3b2ed8d962 req-d98c7d0d-753e-4e89-bde2-00398f527d72 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:32.261278 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7da3076f-e21e-4022-b341-ee3b2ed8d962 req-d98c7d0d-753e-4e89-bde2-00398f527d72 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 932 time: 0.0803809 Jun 18 14:16:32.301690 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7da3076f-e21e-4022-b341-ee3b2ed8d962 req-f2457681-ec41-4fee-8cf9-b46d9bd210d7 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344710 Jun 18 14:16:32.985282 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d583d0-0272-480b-8c36-9f9f57162ef8 req-63595df2-8c44-4711-a282-239862b271ca tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:32.986426 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f3d583d0-0272-480b-8c36-9f9f57162ef8 req-63595df2-8c44-4711-a282-239862b271ca tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0670981 Jun 18 14:16:33.024682 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f3d583d0-0272-480b-8c36-9f9f57162ef8 req-bcca2e60-175c-4e79-8f35-18181b271c76 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323999 Jun 18 14:16:33.498120 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97498d1b-177b-4b96-b075-c3186ba4e6f3 req-ed6ae736-a272-43c5-bb1b-6422829d2170 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:33.499689 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-97498d1b-177b-4b96-b075-c3186ba4e6f3 req-ed6ae736-a272-43c5-bb1b-6422829d2170 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 932 time: 0.0790315 Jun 18 14:16:33.549417 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-97498d1b-177b-4b96-b075-c3186ba4e6f3 req-fc973d5b-04fd-4903-8ac7-a164e6f37813 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439324 Jun 18 14:16:34.198520 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac34704-bfd9-4587-ab06-6c010b4fbec5 req-485d6dc4-7d34-40a1-84f8-fad01b256670 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:34.200487 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8ac34704-bfd9-4587-ab06-6c010b4fbec5 req-485d6dc4-7d34-40a1-84f8-fad01b256670 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0661101 Jun 18 14:16:34.240649 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8ac34704-bfd9-4587-ab06-6c010b4fbec5 req-b0b20172-4aa2-4b0c-9f90-fb73944fd5db tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345640 Jun 18 14:16:34.724521 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b43a8-cfff-4bc2-987f-6f57f390c636 req-a27c9722-b160-4b24-b9cb-d94afefe2487 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:34.729859 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1a9b43a8-cfff-4bc2-987f-6f57f390c636 req-a27c9722-b160-4b24-b9cb-d94afefe2487 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 932 time: 0.0627553 Jun 18 14:16:34.778138 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1a9b43a8-cfff-4bc2-987f-6f57f390c636 req-1f6b5577-ec30-401c-91fc-7feac9273b1c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446589 Jun 18 14:16:35.096466 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['5aed1d4a-e478-41df-810a-be5c1d4fb512'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:16:35.097646 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Request body: {'port': {'device_id': '77f71411-31e8-425b-a56d-d02cc4679365', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:16:35.175177 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:35.471844 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13343c-756e-4766-a6cc-5a7099291f85 req-62388ea8-4582-4b67-83a5-ec14c43a9c34 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:35.474036 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3a13343c-756e-4766-a6cc-5a7099291f85 req-62388ea8-4582-4b67-83a5-ec14c43a9c34 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.1166921 Jun 18 14:16:35.548148 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b18c5b-cd89-4511-8198-c89237ba3b00 {{(pid=93612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:16:35.559781 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3a13343c-756e-4766-a6cc-5a7099291f85 req-4eed9cea-869f-41ee-9425-bca4afbd77ff tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718951 Jun 18 14:16:35.561420 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:35.573831 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Transition to ACTIVE for port object f2b18c5b-cd89-4511-8198-c89237ba3b00 will not be triggered until provisioned by entity L2. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:16:35.643118 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:35.646726 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-bdc43912-cc26-40b1-b0d3-01a36001531d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:16:35.723083 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b18c5b-cd89-4511-8198-c89237ba3b00,revision_number=2']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:16:35.727185 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:16:35.802401 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Attempting to bind port f2b18c5b-cd89-4511-8198-c89237ba3b00 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:16:35.802741 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Attempting to bind port f2b18c5b-cd89-4511-8198-c89237ba3b00 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4'}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:16:35.803080 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Attempting to bind port f2b18c5b-cd89-4511-8198-c89237ba3b00 on network 80c53d92-b13a-4c0f-9dc2-9c88681c80d4 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:16:35.808255 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Port f2b18c5b-cd89-4511-8198-c89237ba3b00 on network 80c53d92-b13a-4c0f-9dc2-9c88681c80d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 14:16:35.808577 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Attempting to bind port f2b18c5b-cd89-4511-8198-c89237ba3b00 on network 80c53d92-b13a-4c0f-9dc2-9c88681c80d4 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:16:35.819707 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Checking agent: {'id': '29ce2f09-b2be-4853-98fa-378b10f49f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'started_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:16:35.820296 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Checking segment: {'id': '7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:16:35.821189 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Bound using segment: {'id': '7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4'} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:16:35.822194 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Bound port: f2b18c5b-cd89-4511-8198-c89237ba3b00, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4'}}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:16:35.822692 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:36.004702 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef74ffe-2ba3-4a83-8646-b19a39090ce1 req-1cff77c6-0c5a-421f-9073-a51131f0fe4a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:36.006396 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-eef74ffe-2ba3-4a83-8646-b19a39090ce1 req-1cff77c6-0c5a-421f-9073-a51131f0fe4a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 944 time: 0.0898461 Jun 18 14:16:36.050496 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-eef74ffe-2ba3-4a83-8646-b19a39090ce1 req-e84d956f-5f9b-4099-a39a-cbb3ae73c188 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369132 Jun 18 14:16:36.098262 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] For port f2b18c5b-cd89-4511-8198-c89237ba3b00, host hv-cinder-79575, cleared binding levels {{(pid=93612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:16:36.104958 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] For port f2b18c5b-cd89-4511-8198-c89237ba3b00, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f2b18c5b-cd89-4511-8198-c89237ba3b00,segment=NetworkSegment(7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f),segment_id=7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f)] {{(pid=93612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:16:36.257404 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:36.259963 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:16:36.300601 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:36.301222 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:36.302666 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] 10.222.0.38 "PUT /v2.0/ports/f2b18c5b-cd89-4511-8198-c89237ba3b00 HTTP/1.1" status: 200 len: 1094 time: 1.2124717 Jun 18 14:16:36.303160 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f71411-31e8-425b-a56d-d02cc4679365', 'tag': 'f2b18c5b-cd89-4511-8198-c89237ba3b00'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:16:36.305678 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b11e06-ec37-4488-8a7f-6d492ac0d632" -d '{"events": [{"name": "network-changed", "server_uuid": "77f71411-31e8-425b-a56d-d02cc4679365", "tag": "f2b18c5b-cd89-4511-8198-c89237ba3b00"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:16:36.324758 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b18c5b-cd89-4511-8198-c89237ba3b00,revision_number=3']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:16:36.328332 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:16:36.355562 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cce12b-9571-476d-a193-a764a9bb7a97 x-openstack-request-id: req-15cce12b-9571-476d-a193-a764a9bb7a97 {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:16:36.355870 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f71411-31e8-425b-a56d-d02cc4679365", "tag": "f2b18c5b-cd89-4511-8198-c89237ba3b00", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:16:36.356819 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15cce12b-9571-476d-a193-a764a9bb7a97 {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:16:36.357259 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f71411-31e8-425b-a56d-d02cc4679365', 'tag': 'f2b18c5b-cd89-4511-8198-c89237ba3b00', 'status': 'completed', 'code': 200} Jun 18 14:16:36.478837 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b11e06-ec37-4488-8a7f-6d492ac0d632 req-36bbdb82-82ba-4bdd-95ff-b37186b2ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:36.480320 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-09b11e06-ec37-4488-8a7f-6d492ac0d632 req-36bbdb82-82ba-4bdd-95ff-b37186b2ddca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a0fb363ac56e4dfdb761e1b1617c621f&device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 1097 time: 0.0575809 Jun 18 14:16:36.693345 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b11e06-ec37-4488-8a7f-6d492ac0d632 req-c4ab7b99-cfae-485f-b86a-24217fe76c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:36.694882 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-09b11e06-ec37-4488-8a7f-6d492ac0d632 req-c4ab7b99-cfae-485f-b86a-24217fe76c3f service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=a0fb363ac56e4dfdb761e1b1617c621f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1896701 Jun 18 14:16:36.782355 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92a900-1ccd-4453-b142-4e14905d7658 req-4cd9a6b7-d000-4807-9db1-e0331a3bfb53 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:36.782355 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f92a900-1ccd-4453-b142-4e14905d7658 req-4cd9a6b7-d000-4807-9db1-e0331a3bfb53 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0919397 Jun 18 14:16:36.831583 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f92a900-1ccd-4453-b142-4e14905d7658 req-e46263e3-4aec-42c0-bc66-433e00b1a051 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452895 Jun 18 14:16:36.933892 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b11e06-ec37-4488-8a7f-6d492ac0d632 req-08458eaf-6db0-4ae6-ac49-29783c62c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:36.936471 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-09b11e06-ec37-4488-8a7f-6d492ac0d632 req-08458eaf-6db0-4ae6-ac49-29783c62c3f0 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2340360 Jun 18 14:16:37.156432 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-12a7d8a8-86a3-4341-af92-f38fee3ed3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:37.158655 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-12a7d8a8-86a3-4341-af92-f38fee3ed3b2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a0fb363ac56e4dfdb761e1b1617c621f&device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 1097 time: 0.1240373 Jun 18 14:16:37.230123 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-79138ca3-18de-45f3-affb-1902fbeaa23b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2b18c5b-cd89-4511-8198-c89237ba3b00 HTTP/1.1" status: 200 len: 217 time: 0.0434806 Jun 18 14:16:37.334813 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-ca5c7a63-9ec9-414c-8e43-666145f079e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:37.337513 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-ca5c7a63-9ec9-414c-8e43-666145f079e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4f4a3b15-5d35-4545-8617-d54f3ee00d9a HTTP/1.1" status: 200 len: 852 time: 0.0884860 Jun 18 14:16:37.351832 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526fdc9-82ab-4be7-9da4-ba3719145bd1 req-9e0add9b-8c6b-4e81-82ed-cd3578efd30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:37.353506 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6526fdc9-82ab-4be7-9da4-ba3719145bd1 req-9e0add9b-8c6b-4e81-82ed-cd3578efd30c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 1099 time: 0.0581226 Jun 18 14:16:37.392812 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6526fdc9-82ab-4be7-9da4-ba3719145bd1 req-df1fb229-ebe1-405a-a85f-0009c92e9d59 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324132 Jun 18 14:16:37.401915 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-5602c16a-23c4-4831-88d1-ae3037d6d485 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=80c53d92-b13a-4c0f-9dc2-9c88681c80d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568678 Jun 18 14:16:37.415819 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022824a8-567f-4c56-b07d-ee786b9ad564 req-5922587e-cf26-4c1c-b7b8-5e67b0ffd4ef tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:37.417384 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-022824a8-567f-4c56-b07d-ee786b9ad564 req-5922587e-cf26-4c1c-b7b8-5e67b0ffd4ef tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 944 time: 0.1798227 Jun 18 14:16:37.479941 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-022824a8-567f-4c56-b07d-ee786b9ad564 req-782105b6-9528-418d-bc08-1e8f05944c77 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505607 Jun 18 14:16:38.092022 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9552d-fc0b-495e-9a0e-a152856884ff req-23303eba-8714-44ec-a810-7bf00ecf4c8a tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:38.093905 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6ba9552d-fc0b-495e-9a0e-a152856884ff req-23303eba-8714-44ec-a810-7bf00ecf4c8a tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.1005538 Jun 18 14:16:38.114603 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-5b1d1dec-0f97-47bc-8bbe-6e7ba1df5e63 service neutron] 10.222.0.38 "GET /v2.0/networks/80c53d92-b13a-4c0f-9dc2-9c88681c80d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168396 Jun 18 14:16:38.141291 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6ba9552d-fc0b-495e-9a0e-a152856884ff req-305671db-885e-4c16-978b-5c6367822354 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350807 Jun 18 14:16:38.190040 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 41322) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:16:38.242149 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2a4b4d58-7d5a-4363-87da-c216f63f8794 req-e30c8331-b957-4464-94fc-1edaad37a88a service neutron] 10.222.0.38 "GET /v2.0/networks/80c53d92-b13a-4c0f-9dc2-9c88681c80d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203740 Jun 18 14:16:38.347745 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-90649647-16ee-4b64-b0ef-bffee0a60c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:38.476213 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-90649647-16ee-4b64-b0ef-bffee0a60c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:38.586319 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-90649647-16ee-4b64-b0ef-bffee0a60c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:38.588947 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-9f37e186-33e0-441c-a59d-1db5fb02377b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:16:38.626630 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-005122e2-577e-4b19-9831-e132a88c14e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:38.627128 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90649647-16ee-4b64-b0ef-bffee0a60c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed8f75f-a4fa-42b8-b2ea-ac7359d13e49,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:16:38.631200 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-90649647-16ee-4b64-b0ef-bffee0a60c18 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf48dfca5f594558b0cace054de75b10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4400070 Jun 18 14:16:38.636828 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 41340) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:16:38.645330 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90649647-16ee-4b64-b0ef-bffee0a60c18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:38.645330 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90649647-16ee-4b64-b0ef-bffee0a60c18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:38.645330 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90649647-16ee-4b64-b0ef-bffee0a60c18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:38.645330 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90649647-16ee-4b64-b0ef-bffee0a60c18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:38.645948 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90649647-16ee-4b64-b0ef-bffee0a60c18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:38.645948 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90649647-16ee-4b64-b0ef-bffee0a60c18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:38.646337 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90649647-16ee-4b64-b0ef-bffee0a60c18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:38.646700 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90649647-16ee-4b64-b0ef-bffee0a60c18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:38.647037 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90649647-16ee-4b64-b0ef-bffee0a60c18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:38.647370 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90649647-16ee-4b64-b0ef-bffee0a60c18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:38.647698 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90649647-16ee-4b64-b0ef-bffee0a60c18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:38.648026 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90649647-16ee-4b64-b0ef-bffee0a60c18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:38.658644 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-90649647-16ee-4b64-b0ef-bffee0a60c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:16:38.701747 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7a7ca-b5ba-4fab-95c2-7a2296d505f5 req-73bb95d8-1b73-4eb0-9820-eb7f30e5802f tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:38.703429 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-18e7a7ca-b5ba-4fab-95c2-7a2296d505f5 req-73bb95d8-1b73-4eb0-9820-eb7f30e5802f tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 944 time: 0.0882370 Jun 18 14:16:38.704330 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-297f7a1c-90d9-44fe-a9f3-60e1ed0edaa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:38.731804 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-297f7a1c-90d9-44fe-a9f3-60e1ed0edaa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:38.768428 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-18e7a7ca-b5ba-4fab-95c2-7a2296d505f5 req-c934b0c1-8a9d-4a38-8f3f-c852a1088a85 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578530 Jun 18 14:16:38.908918 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-297f7a1c-90d9-44fe-a9f3-60e1ed0edaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:38.910847 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-297f7a1c-90d9-44fe-a9f3-60e1ed0edaa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:38.912666 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-297f7a1c-90d9-44fe-a9f3-60e1ed0edaa8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0ed8f75f-a4fa-42b8-b2ea-ac7359d13e49 HTTP/1.1" status: 204 len: 168 time: 0.2746029 Jun 18 14:16:38.913802 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-3241d4ef-9087-45ca-b144-cba13a2f9a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:16:38.928494 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f7a1c-90d9-44fe-a9f3-60e1ed0edaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed8f75f-a4fa-42b8-b2ea-ac7359d13e49,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:16:38.928494 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-297f7a1c-90d9-44fe-a9f3-60e1ed0edaa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:16:39.343460 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed6bcd-db11-49d8-a6f8-e0a90bda9808 req-59e54d95-2260-4e22-b4ea-888e2057ed20 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:39.345006 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-92ed6bcd-db11-49d8-a6f8-e0a90bda9808 req-59e54d95-2260-4e22-b4ea-888e2057ed20 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0745296 Jun 18 14:16:39.396162 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-92ed6bcd-db11-49d8-a6f8-e0a90bda9808 req-84a31939-25ff-45da-a365-990c6dac59f2 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444183 Jun 18 14:16:39.565018 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 41376) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:16:39.709356 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-579f0307-9676-45df-8e3b-68da614709ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:39.836493 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 41388) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:16:39.850340 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-579f0307-9676-45df-8e3b-68da614709ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:39.925635 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-579f0307-9676-45df-8e3b-68da614709ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:39.929383 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:16:39.978076 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fe2f020d-7f07-4f47-b039-57cd55939b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:40.009946 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-579f0307-9676-45df-8e3b-68da614709ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b4f0bf01b2d84e72a9738e89bf5774aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4436586 Jun 18 14:16:40.011929 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f0307-9676-45df-8e3b-68da614709ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa33f3bc-5619-44bc-ad58-6792e9bf937e,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:16:40.013819 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 41396) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:16:40.021627 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f0307-9676-45df-8e3b-68da614709ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:40.022208 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f0307-9676-45df-8e3b-68da614709ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:40.022718 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f0307-9676-45df-8e3b-68da614709ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:40.027453 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f0307-9676-45df-8e3b-68da614709ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:40.027453 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f0307-9676-45df-8e3b-68da614709ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:40.027453 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f0307-9676-45df-8e3b-68da614709ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:40.027453 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f0307-9676-45df-8e3b-68da614709ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:40.027453 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f0307-9676-45df-8e3b-68da614709ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:40.027453 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f0307-9676-45df-8e3b-68da614709ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:40.027453 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f0307-9676-45df-8e3b-68da614709ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:40.027453 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f0307-9676-45df-8e3b-68da614709ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:40.027453 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f0307-9676-45df-8e3b-68da614709ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:40.031092 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-579f0307-9676-45df-8e3b-68da614709ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:16:40.068564 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92529b58-391f-41fa-85fd-8dd307be62fc req-97705a30-9b03-4e7e-9c43-ed18da6f4128 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:40.070214 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-92529b58-391f-41fa-85fd-8dd307be62fc req-97705a30-9b03-4e7e-9c43-ed18da6f4128 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 944 time: 0.1190414 Jun 18 14:16:40.115374 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-92529b58-391f-41fa-85fd-8dd307be62fc req-b59fa034-ccc4-4749-8c6f-eb8203b64a5a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387597 Jun 18 14:16:40.125193 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-da31febd-915d-4cf2-a1a9-9acfdd3887b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:40.169034 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-da31febd-915d-4cf2-a1a9-9acfdd3887b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:40.171858 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fe2f020d-7f07-4f47-b039-57cd55939b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:40.256352 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fe2f020d-7f07-4f47-b039-57cd55939b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:40.259114 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:16:40.303587 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-fe2f020d-7f07-4f47-b039-57cd55939b24 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00e97c17bf1c4ee093d248d343630af0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4643934 Jun 18 14:16:40.304821 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f020d-7f07-4f47-b039-57cd55939b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b61252-114a-46cd-9e40-3ee8e66252e7,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:16:40.306228 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 41406) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:16:40.308711 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-fe2f020d-7f07-4f47-b039-57cd55939b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:16:40.330747 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-da31febd-915d-4cf2-a1a9-9acfdd3887b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:40.333655 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-da31febd-915d-4cf2-a1a9-9acfdd3887b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:40.334816 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-da31febd-915d-4cf2-a1a9-9acfdd3887b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa33f3bc-5619-44bc-ad58-6792e9bf937e HTTP/1.1" status: 204 len: 168 time: 0.3188810 Jun 18 14:16:40.335724 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-3dbd4f73-bb5a-4444-a473-bde469c2bf1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:16:40.350732 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31febd-915d-4cf2-a1a9-9acfdd3887b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa33f3bc-5619-44bc-ad58-6792e9bf937e,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:16:40.353056 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-da31febd-915d-4cf2-a1a9-9acfdd3887b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:16:40.404523 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-521d34ec-0f53-4f5f-8190-0d27edf81007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:40.428266 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-521d34ec-0f53-4f5f-8190-0d27edf81007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:40.576956 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-521d34ec-0f53-4f5f-8190-0d27edf81007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:40.579674 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-521d34ec-0f53-4f5f-8190-0d27edf81007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:40.582083 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-521d34ec-0f53-4f5f-8190-0d27edf81007 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87b61252-114a-46cd-9e40-3ee8e66252e7 HTTP/1.1" status: 204 len: 168 time: 0.2732012 Jun 18 14:16:40.582083 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-b5e635da-5c41-4d95-9e77-c4e26ab746d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:16:40.598981 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d34ec-0f53-4f5f-8190-0d27edf81007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b61252-114a-46cd-9e40-3ee8e66252e7,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:16:40.602523 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-521d34ec-0f53-4f5f-8190-0d27edf81007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:16:40.657852 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8746f23-7a10-4ca3-b278-bd74b6180eb6 req-4f46ecbf-5ee6-456e-a155-52356f508480 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:40.660245 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a8746f23-7a10-4ca3-b278-bd74b6180eb6 req-4f46ecbf-5ee6-456e-a155-52356f508480 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.1120443 Jun 18 14:16:40.723232 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a8746f23-7a10-4ca3-b278-bd74b6180eb6 req-f47c7337-a624-4890-95cf-92f5de685672 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566168 Jun 18 14:16:41.246554 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 41472) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:16:41.259735 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f254dbc1-d9a2-4241-9f3d-d6d01c6ba47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:41.315654 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2579172-9c88-456e-bf21-ce04aaa12fa3 req-d8479c66-4893-476d-b592-61e03e25e8aa tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:41.317445 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c2579172-9c88-456e-bf21-ce04aaa12fa3 req-d8479c66-4893-476d-b592-61e03e25e8aa tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 944 time: 0.0761945 Jun 18 14:16:41.388042 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c2579172-9c88-456e-bf21-ce04aaa12fa3 req-1044056e-de2a-478b-b113-f2240c0ea367 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573826 Jun 18 14:16:41.390445 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f254dbc1-d9a2-4241-9f3d-d6d01c6ba47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:41.398609 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 41476) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:16:41.412573 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-339dd21c-b01b-43ac-aa51-1f402bbc8c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:41.464079 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f254dbc1-d9a2-4241-9f3d-d6d01c6ba47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:41.469879 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-6e33a9e6-63f8-4251-b81d-6081fd901e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:16:41.526007 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-f254dbc1-d9a2-4241-9f3d-d6d01c6ba47b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0ca2daa40747421ebd966a44df7c155e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783525 Jun 18 14:16:41.530839 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 41478) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:16:41.538175 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254dbc1-d9a2-4241-9f3d-d6d01c6ba47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e26822b-b41d-411c-b352-766f7b1a9663,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:16:41.541485 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-f254dbc1-d9a2-4241-9f3d-d6d01c6ba47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:16:41.599858 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d50db1e0-67bb-4907-9b7b-aece84b50341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:41.604653 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-339dd21c-b01b-43ac-aa51-1f402bbc8c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:41.622233 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d50db1e0-67bb-4907-9b7b-aece84b50341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:41.713868 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-339dd21c-b01b-43ac-aa51-1f402bbc8c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:41.717843 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:16:41.747063 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d50db1e0-67bb-4907-9b7b-aece84b50341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:41.752385 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d50db1e0-67bb-4907-9b7b-aece84b50341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:41.754642 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-d50db1e0-67bb-4907-9b7b-aece84b50341 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8e26822b-b41d-411c-b352-766f7b1a9663 HTTP/1.1" status: 204 len: 168 time: 0.2224884 Jun 18 14:16:41.762755 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-339dd21c-b01b-43ac-aa51-1f402bbc8c63 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=687ce6f5d0d246f1a3c4ddae3c2e0299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622112 Jun 18 14:16:41.763575 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339dd21c-b01b-43ac-aa51-1f402bbc8c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b417d6b6-ff4b-4b89-9321-a0f88fd67409,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:16:41.768802 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-ef202744-c549-47a0-b67f-31dcd330a775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:16:41.779299 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 41484) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:16:41.789706 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-339dd21c-b01b-43ac-aa51-1f402bbc8c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:16:41.791697 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50db1e0-67bb-4907-9b7b-aece84b50341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e26822b-b41d-411c-b352-766f7b1a9663,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:16:41.797087 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-d50db1e0-67bb-4907-9b7b-aece84b50341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:16:41.879716 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f436b01c-671b-42a2-9566-90fd4071ad55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:41.960565 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f436b01c-671b-42a2-9566-90fd4071ad55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:41.987831 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:42.046504 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34b780-b1a9-4204-bc5c-b7e9f4659d50 req-3fde77cd-bf30-427c-a3af-2dacd6ad626e tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:42.047930 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1e34b780-b1a9-4204-bc5c-b7e9f4659d50 req-3fde77cd-bf30-427c-a3af-2dacd6ad626e tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.1613479 Jun 18 14:16:42.094808 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1e34b780-b1a9-4204-bc5c-b7e9f4659d50 req-f095e128-3a2c-4215-bf72-d6bf0c908ad5 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366979 Jun 18 14:16:42.142835 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:42.302292 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f436b01c-671b-42a2-9566-90fd4071ad55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:42.305108 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f436b01c-671b-42a2-9566-90fd4071ad55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:42.306576 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-f436b01c-671b-42a2-9566-90fd4071ad55 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b417d6b6-ff4b-4b89-9321-a0f88fd67409 HTTP/1.1" status: 204 len: 168 time: 0.5269310 Jun 18 14:16:42.307276 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4bb5824b-8a8b-4eda-b61f-deef24f4db55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:16:42.316228 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436b01c-671b-42a2-9566-90fd4071ad55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b417d6b6-ff4b-4b89-9321-a0f88fd67409,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:16:42.318629 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-f436b01c-671b-42a2-9566-90fd4071ad55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:16:42.444245 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-efe0ae24-ca9d-42e0-bc77-f599df011760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:42.602144 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abc50b-05f5-4e38-8d95-33306bf4b7bb req-40e2b32e-5944-439b-8f55-b633c93bc213 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:42.603644 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-82abc50b-05f5-4e38-8d95-33306bf4b7bb req-40e2b32e-5944-439b-8f55-b633c93bc213 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 944 time: 0.0756118 Jun 18 14:16:42.644532 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-82abc50b-05f5-4e38-8d95-33306bf4b7bb req-b8171e39-2d72-4892-ba1b-8cd39bb4335d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344257 Jun 18 14:16:43.197283 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 41538) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:16:43.299188 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d7ff7-be59-4a52-9d82-797f9d2d11e5 req-ab2d97d7-40f8-414f-a1b2-3f8288cfd4d7 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:43.301234 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-925d7ff7-be59-4a52-9d82-797f9d2d11e5 req-ab2d97d7-40f8-414f-a1b2-3f8288cfd4d7 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0758884 Jun 18 14:16:43.347826 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-8f74c71a-4ef1-44bf-8b57-6c0855e5d6ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-893813739-network', 'tenant_id': 'a309f0f343b3466ea63806af510f4a6b'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:16:43.359422 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-925d7ff7-be59-4a52-9d82-797f9d2d11e5 req-7df44a0d-06a5-483b-b61b-37c66027558d tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512722 Jun 18 14:16:43.369741 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-feafc699-142f-46a6-b99c-9d26d3d0c052 req-7dffe725-63dd-487e-b4f1-9009eacb57ab service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0976763 Jun 18 14:16:43.405258 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:43.435053 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f74c71a-4ef1-44bf-8b57-6c0855e5d6ac admin admin] Made reservation on behalf of a309f0f343b3466ea63806af510f4a6b for: {'network': 1} {{(pid=93613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:16:43.438088 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8f74c71a-4ef1-44bf-8b57-6c0855e5d6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for network, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:43.453428 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8f74c71a-4ef1-44bf-8b57-6c0855e5d6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:43.587324 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8f74c71a-4ef1-44bf-8b57-6c0855e5d6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:43.660354 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8f74c71a-4ef1-44bf-8b57-6c0855e5d6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:43.665362 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-a07e1714-59a2-498c-9bd0-036eed8d669f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:16:43.684304 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f74c71a-4ef1-44bf-8b57-6c0855e5d6ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=93613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 14:16:43.700411 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74c71a-4ef1-44bf-8b57-6c0855e5d6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1b9f6b-2b75-470a-8b1f-62e022f1bda3,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:16:43.714329 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8f74c71a-4ef1-44bf-8b57-6c0855e5d6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:43.714684 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.db.segments_db [None req-8f74c71a-4ef1-44bf-8b57-6c0855e5d6ac admin admin] Added segment a1078f46-c5a9-4592-a437-f98ea411570f of type vlan for network ce56fb08-c70b-4d5a-ae01-74c4b566b98e Jun 18 14:16:43.716968 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-8f74c71a-4ef1-44bf-8b57-6c0855e5d6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:16:43.765295 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafc699-142f-46a6-b99c-9d26d3d0c052 req-45c0bd07-1d7c-43eb-aa44-30ed35a337f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:43.767865 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-feafc699-142f-46a6-b99c-9d26d3d0c052 req-45c0bd07-1d7c-43eb-aa44-30ed35a337f2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=91692dce9b2d4058958bb30a9b5a6711&device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 1098 time: 0.0973220 Jun 18 14:16:43.788556 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8f74c71a-4ef1-44bf-8b57-6c0855e5d6ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749953027292'] for network, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:43.929411 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8f74c71a-4ef1-44bf-8b57-6c0855e5d6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588'] for network, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:43.932101 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f74c71a-4ef1-44bf-8b57-6c0855e5d6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:43.933559 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8f74c71a-4ef1-44bf-8b57-6c0855e5d6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:43.948209 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafc699-142f-46a6-b99c-9d26d3d0c052 req-c7d56fd5-e5c6-447e-b1b8-744a593a24fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:43.948209 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-feafc699-142f-46a6-b99c-9d26d3d0c052 req-c7d56fd5-e5c6-447e-b1b8-744a593a24fa service neutron] 10.222.0.38 "GET /v2.0/networks?id=4a144b2d-9793-4cd0-bad6-721d1ec01135 HTTP/1.1" status: 200 len: 913 time: 0.1557767 Jun 18 14:16:43.948822 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4cc918d5-cd78-445e-bebf-010551fffbba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:16:43.961021 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bcde4-bc80-4784-8496-40c139d1ad5c req-06a847d2-f46c-42ed-a211-60a8da425975 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:43.969667 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a69bcde4-bc80-4784-8496-40c139d1ad5c req-06a847d2-f46c-42ed-a211-60a8da425975 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 944 time: 0.1203344 Jun 18 14:16:44.011897 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74c71a-4ef1-44bf-8b57-6c0855e5d6ac admin admin] Pushing event updated for resources: {'Network': ['ID=ce56fb08-c70b-4d5a-ae01-74c4b566b98e,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:16:44.015534 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-8f74c71a-4ef1-44bf-8b57-6c0855e5d6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:16:44.024403 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a69bcde4-bc80-4784-8496-40c139d1ad5c req-cd2ac49a-dd8e-406b-a28b-ff86d72a2137 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535560 Jun 18 14:16:44.024660 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Network ce56fb08-c70b-4d5a-ae01-74c4b566b98e details requested by agent ovs-agent-dv-cinder-795751-2-iscsi with host dv-cinder-795751-2-iscsi {{(pid=93614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 14:16:44.035283 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-8f74c71a-4ef1-44bf-8b57-6c0855e5d6ac admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8358326 Jun 18 14:16:44.037492 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 41572) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:16:44.043275 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-da32eb0d-00cd-4220-b2ac-e9e4fe18daf0 admin admin] Request body: {'subnet': {'network_id': 'ce56fb08-c70b-4d5a-ae01-74c4b566b98e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-893813739-subnet', 'tenant_id': 'a309f0f343b3466ea63806af510f4a6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:16:44.101730 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-feafc699-142f-46a6-b99c-9d26d3d0c052 req-384402c0-19c7-4780-a47a-809a7a89c217 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b8f4b68-9215-4f22-b903-72287f20dee9 HTTP/1.1" status: 200 len: 217 time: 0.0649886 Jun 18 14:16:44.159183 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da32eb0d-00cd-4220-b2ac-e9e4fe18daf0 admin admin] Made reservation on behalf of a309f0f343b3466ea63806af510f4a6b for: {'subnet': 1} {{(pid=93613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:16:44.161950 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-da32eb0d-00cd-4220-b2ac-e9e4fe18daf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8408782'] for subnet, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:44.172867 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafc699-142f-46a6-b99c-9d26d3d0c052 req-d022389c-113b-48b4-9724-4b41c9f26709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:44.174285 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-feafc699-142f-46a6-b99c-9d26d3d0c052 req-d022389c-113b-48b4-9724-4b41c9f26709 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b67babdb-0202-430d-9f25-352981226dcf HTTP/1.1" status: 200 len: 852 time: 0.0471344 Jun 18 14:16:44.462159 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-feafc699-142f-46a6-b99c-9d26d3d0c052 req-b3f0330e-d8e8-4906-b319-79bbaff6b931 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4a144b2d-9793-4cd0-bad6-721d1ec01135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634620 Jun 18 14:16:44.462159 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-feafc699-142f-46a6-b99c-9d26d3d0c052 req-6e44b064-7639-487e-aebf-0e82658cc777 service neutron] 10.222.0.38 "GET /v2.0/networks/4a144b2d-9793-4cd0-bad6-721d1ec01135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239555 Jun 18 14:16:44.511159 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-feafc699-142f-46a6-b99c-9d26d3d0c052 req-965db985-ed18-4dff-99b6-9ff5526982ec service neutron] 10.222.0.38 "GET /v2.0/networks/4a144b2d-9793-4cd0-bad6-721d1ec01135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014247 Jun 18 14:16:44.554076 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9252d-c3cb-4981-bb39-bdd4d1c4757b req-8711cddb-7641-4870-b8b7-222510b8948b tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:44.555564 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-17b9252d-c3cb-4981-bb39-bdd4d1c4757b req-8711cddb-7641-4870-b8b7-222510b8948b tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0784242 Jun 18 14:16:44.602434 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-17b9252d-c3cb-4981-bb39-bdd4d1c4757b req-da2fabc0-9f73-45fb-ba3c-d91b96be2daa tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398989 Jun 18 14:16:44.897434 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-da32eb0d-00cd-4220-b2ac-e9e4fe18daf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11814749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8408796'] for subnet, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:44.905595 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:16:44.985307 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32eb0d-00cd-4220-b2ac-e9e4fe18daf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04da523c-20d7-414b-adcc-46a0d2fc28fd,revision_number=0']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:16:44.993098 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-da32eb0d-00cd-4220-b2ac-e9e4fe18daf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:16:45.005948 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da32eb0d-00cd-4220-b2ac-e9e4fe18daf0 admin admin] Checking segment: {'id': 'a1078f46-c5a9-4592-a437-f98ea411570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'ce56fb08-c70b-4d5a-ae01-74c4b566b98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:16:45.006724 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da32eb0d-00cd-4220-b2ac-e9e4fe18daf0 admin admin] Network hostable DHCP agents. Network: ce56fb08-c70b-4d5a-ae01-74c4b566b98e, hostable agents: ['a833f364-3b43-4f9e-93eb-c5238733b25c'], hosted agents: [] {{(pid=93613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 14:16:45.117648 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da32eb0d-00cd-4220-b2ac-e9e4fe18daf0 admin admin] Network ce56fb08-c70b-4d5a-ae01-74c4b566b98e is scheduled to be hosted by DHCP agent a833f364-3b43-4f9e-93eb-c5238733b25c with binding_index 1 {{(pid=93613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 14:16:45.194249 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:45.242875 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-da32eb0d-00cd-4220-b2ac-e9e4fe18daf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-2-iscsi, ce56fb08-c70b-4d5a-ae01-74c4b566b98e) {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:16:45.246312 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da32eb0d-00cd-4220-b2ac-e9e4fe18daf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:45.247578 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-da32eb0d-00cd-4220-b2ac-e9e4fe18daf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:45.251314 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1054a6b2-cdad-4a18-8f38-2a85641f615f None None] Network ce56fb08-c70b-4d5a-ae01-74c4b566b98e requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:16:45.260937 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dd070-9986-40a8-b257-50ce052c519b req-62822e3c-e9b0-48fc-9ccd-10eb727c9dda tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:45.262982 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-461dd070-9986-40a8-b257-50ce052c519b req-62822e3c-e9b0-48fc-9ccd-10eb727c9dda tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 944 time: 0.0887344 Jun 18 14:16:45.308459 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-461dd070-9986-40a8-b257-50ce052c519b req-4b07c97c-963b-4e98-b612-9c568cca3e62 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379045 Jun 18 14:16:45.357214 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-da32eb0d-00cd-4220-b2ac-e9e4fe18daf0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3153229 Jun 18 14:16:45.414361 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fa1d27-da17-42bb-93b7-065bb6ed06cf None None] Network ce56fb08-c70b-4d5a-ae01-74c4b566b98e requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:16:45.816929 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad48b55-a884-4efb-8f1c-4f03a3879000 req-a5a453ad-5d32-4a9c-9c45-25e8a479b5cb tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:45.819377 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-aad48b55-a884-4efb-8f1c-4f03a3879000 req-a5a453ad-5d32-4a9c-9c45-25e8a479b5cb tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0789704 Jun 18 14:16:45.866110 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-aad48b55-a884-4efb-8f1c-4f03a3879000 req-ba1b7d92-c73f-4d6f-8233-db90af912102 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372143 Jun 18 14:16:46.098018 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b10ace-8262-46b3-8c54-e8ac56d6728e req-96dac537-a6c3-49dc-909e-2474ec4d39a7 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:46.100456 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b2b10ace-8262-46b3-8c54-e8ac56d6728e req-96dac537-a6c3-49dc-909e-2474ec4d39a7 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.1047094 Jun 18 14:16:46.156108 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b2b10ace-8262-46b3-8c54-e8ac56d6728e req-cbeaf799-91c1-434a-b068-8709198072cc tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440629 Jun 18 14:16:46.494280 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 41666) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:16:46.518739 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-fa5e16ac-ab36-4dd2-ab01-18d37d3f0807 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-881804708-network', 'tenant_id': '3ab8bacd0c374cb1bc5d1af438ab94ad'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:16:46.576370 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab98db8-3910-4cbd-9071-925f0d051d95 req-b8d80948-5e3f-4cc4-acae-a06cdcacfbf1 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:46.578253 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7ab98db8-3910-4cbd-9071-925f0d051d95 req-b8d80948-5e3f-4cc4-acae-a06cdcacfbf1 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 944 time: 0.1044335 Jun 18 14:16:46.619189 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7ab98db8-3910-4cbd-9071-925f0d051d95 req-0e9747ee-aac5-457e-a6b2-b9d0fa099108 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341690 Jun 18 14:16:46.686321 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5e16ac-ab36-4dd2-ab01-18d37d3f0807 admin admin] Made reservation on behalf of 3ab8bacd0c374cb1bc5d1af438ab94ad for: {'network': 1} {{(pid=93613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:16:46.693544 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fa5e16ac-ab36-4dd2-ab01-18d37d3f0807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for network, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:46.701252 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fa5e16ac-ab36-4dd2-ab01-18d37d3f0807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:46.807642 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fa5e16ac-ab36-4dd2-ab01-18d37d3f0807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:46.894498 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fa5e16ac-ab36-4dd2-ab01-18d37d3f0807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:46.897597 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-d8e6e354-9c91-421f-ac32-efd61623ca67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:16:46.922050 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5e16ac-ab36-4dd2-ab01-18d37d3f0807 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=93613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 14:16:46.931460 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e16ac-ab36-4dd2-ab01-18d37d3f0807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78868517-e980-4d8f-bfb5-7784dcf3378f,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:16:46.936242 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-fa5e16ac-ab36-4dd2-ab01-18d37d3f0807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:16:46.937263 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fa5e16ac-ab36-4dd2-ab01-18d37d3f0807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:46.937637 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.db.segments_db [None req-fa5e16ac-ab36-4dd2-ab01-18d37d3f0807 admin admin] Added segment e062b1c5-d407-4912-8a80-5a4c62ba01aa of type vlan for network 4add1d57-5a79-4950-924b-a56823f0417e Jun 18 14:16:46.982477 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fa5e16ac-ab36-4dd2-ab01-18d37d3f0807 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749953027292'] for network, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:47.130503 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fa5e16ac-ab36-4dd2-ab01-18d37d3f0807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588'] for network, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:47.131800 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5e16ac-ab36-4dd2-ab01-18d37d3f0807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:47.132388 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fa5e16ac-ab36-4dd2-ab01-18d37d3f0807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:47.135622 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4bb5824b-8a8b-4eda-b61f-deef24f4db55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:16:47.175530 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device f2b18c5b-cd89-4511-8198-c89237ba3b00 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:16:47.209327 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e16ac-ab36-4dd2-ab01-18d37d3f0807 admin admin] Pushing event updated for resources: {'Network': ['ID=4add1d57-5a79-4950-924b-a56823f0417e,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:16:47.212295 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-fa5e16ac-ab36-4dd2-ab01-18d37d3f0807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:16:47.222567 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Network 4add1d57-5a79-4950-924b-a56823f0417e details requested by agent ovs-agent-dv-cinder-795751-2-iscsi with host dv-cinder-795751-2-iscsi {{(pid=93614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 14:16:47.357428 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port f2b18c5b-cd89-4511-8198-c89237ba3b00, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f2b18c5b-cd89-4511-8198-c89237ba3b00,segment=NetworkSegment(7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f),segment_id=7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:16:47.370764 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-fa5e16ac-ab36-4dd2-ab01-18d37d3f0807 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8742445 Jun 18 14:16:47.371713 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': 'f2b18c5b-cd89-4511-8198-c89237ba3b00', 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4', 'port_id': 'f2b18c5b-cd89-4511-8198-c89237ba3b00', 'mac_address': 'fa:16:3e:4c:3d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4a3b15-5d35-4545-8617-d54f3ee00d9a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:16:47.373509 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 41690) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:16:47.381053 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-f7271710-2b8f-4bb4-a3b0-bac236ccc465 admin admin] Request body: {'subnet': {'network_id': '4add1d57-5a79-4950-924b-a56823f0417e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-881804708-subnet', 'tenant_id': '3ab8bacd0c374cb1bc5d1af438ab94ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:16:47.439283 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:47.451179 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774f12c-d76b-4fc8-a8a4-b101d414c322 req-c6b6d4bc-0735-49f5-9664-2faf033fb5f8 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:47.453184 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4774f12c-d76b-4fc8-a8a4-b101d414c322 req-c6b6d4bc-0735-49f5-9664-2faf033fb5f8 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 945 time: 0.0988803 Jun 18 14:16:47.458289 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b18c5b-cd89-4511-8198-c89237ba3b00 {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:16:47.483000 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port f2b18c5b-cd89-4511-8198-c89237ba3b00, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f2b18c5b-cd89-4511-8198-c89237ba3b00,segment=NetworkSegment(7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f),segment_id=7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:16:47.499355 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4774f12c-d76b-4fc8-a8a4-b101d414c322 req-0cccdf2f-90d1-4d35-aa03-b5cf06bc3342 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392067 Jun 18 14:16:47.544499 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7271710-2b8f-4bb4-a3b0-bac236ccc465 admin admin] Made reservation on behalf of 3ab8bacd0c374cb1bc5d1af438ab94ad for: {'subnet': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:16:47.546640 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f7271710-2b8f-4bb4-a3b0-bac236ccc465 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12343276'] for subnet, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:47.564226 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:47.566238 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:16:47.625425 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=f2b18c5b-cd89-4511-8198-c89237ba3b00,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:16:47.632702 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:47.632971 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:47.633285 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:47.633650 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:47.633983 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:47.634316 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:47.634649 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:47.635131 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:47.635508 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:47.635836 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:47.636232 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:47.636552 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:16:47.642408 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:16:47.817845 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836940a6-fdef-4a12-8a2a-308f32f8c6c6 req-e80a17e9-1c5d-4acc-b48c-e27935d7a295 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:47.827374 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-836940a6-fdef-4a12-8a2a-308f32f8c6c6 req-e80a17e9-1c5d-4acc-b48c-e27935d7a295 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 945 time: 0.0749118 Jun 18 14:16:47.836877 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f7271710-2b8f-4bb4-a3b0-bac236ccc465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12393489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12343294'] for subnet, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:47.844368 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-73b649cf-8cd3-406b-9aab-da04466ce059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:16:47.915906 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-836940a6-fdef-4a12-8a2a-308f32f8c6c6 req-013aa99f-77b9-4795-89a6-cb112094d250 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886562 Jun 18 14:16:47.920501 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7271710-2b8f-4bb4-a3b0-bac236ccc465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0330750-3e9b-46df-84c8-73d89a9e7e27,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:16:47.928138 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-f7271710-2b8f-4bb4-a3b0-bac236ccc465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:16:47.938694 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7271710-2b8f-4bb4-a3b0-bac236ccc465 admin admin] Checking segment: {'id': 'e062b1c5-d407-4912-8a80-5a4c62ba01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '4add1d57-5a79-4950-924b-a56823f0417e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:16:47.940334 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7271710-2b8f-4bb4-a3b0-bac236ccc465 admin admin] Network hostable DHCP agents. Network: 4add1d57-5a79-4950-924b-a56823f0417e, hostable agents: ['a833f364-3b43-4f9e-93eb-c5238733b25c'], hosted agents: [] {{(pid=93612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 14:16:48.024459 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7271710-2b8f-4bb4-a3b0-bac236ccc465 admin admin] Network 4add1d57-5a79-4950-924b-a56823f0417e is scheduled to be hosted by DHCP agent a833f364-3b43-4f9e-93eb-c5238733b25c with binding_index 1 {{(pid=93612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 14:16:48.135831 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-f7271710-2b8f-4bb4-a3b0-bac236ccc465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-2-iscsi, 4add1d57-5a79-4950-924b-a56823f0417e) {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:16:48.140696 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7271710-2b8f-4bb4-a3b0-bac236ccc465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:48.141803 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f7271710-2b8f-4bb4-a3b0-bac236ccc465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:48.148402 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0ce726-4142-42b0-b9f5-263fc5773ad0 None None] Network 4add1d57-5a79-4950-924b-a56823f0417e requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:16:48.209718 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['f2b18c5b-cd89-4511-8198-c89237ba3b00'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:16:48.259847 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-f7271710-2b8f-4bb4-a3b0-bac236ccc465 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8835151 Jun 18 14:16:48.364649 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e65aa02-e79e-4382-9d26-a05e3d9981fc None None] Network 4add1d57-5a79-4950-924b-a56823f0417e requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:16:48.689956 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1eae3-3a7c-4f13-a98d-e7a495e3002b req-d42e3117-1af4-4e53-b8f2-6c4e89526b7d tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:48.691452 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-34c1eae3-3a7c-4f13-a98d-e7a495e3002b req-d42e3117-1af4-4e53-b8f2-6c4e89526b7d tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 945 time: 0.0669448 Jun 18 14:16:48.732040 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-34c1eae3-3a7c-4f13-a98d-e7a495e3002b req-a5724aa2-7f1a-4ae2-b949-07b1a21af32a tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347486 Jun 18 14:16:49.150916 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a78a9a-8922-4942-bc38-88cb934d8a1c req-d59717df-63b9-4dd9-9ee0-0c5de941f0e9 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:49.150916 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-49a78a9a-8922-4942-bc38-88cb934d8a1c req-d59717df-63b9-4dd9-9ee0-0c5de941f0e9 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 945 time: 0.0905883 Jun 18 14:16:49.204760 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-49a78a9a-8922-4942-bc38-88cb934d8a1c req-a9250778-36e9-418d-99e3-f854836dd09c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459826 Jun 18 14:16:49.939148 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb45253-3f0f-444c-8881-d13d9ffe801f req-6f2ef0d5-f40d-4566-8ba1-bb81e02550b7 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:49.940675 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1fb45253-3f0f-444c-8881-d13d9ffe801f req-6f2ef0d5-f40d-4566-8ba1-bb81e02550b7 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 945 time: 0.0821946 Jun 18 14:16:49.990380 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1fb45253-3f0f-444c-8881-d13d9ffe801f req-7e069c2e-fa36-448b-a13a-d9bb3c425923 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437875 Jun 18 14:16:50.013664 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c7264-2d8d-4a1f-87a0-f7ab8012934f req-d1492fbb-7021-429b-bcea-326563895bc5 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:50.015191 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d48c7264-2d8d-4a1f-87a0-f7ab8012934f req-d1492fbb-7021-429b-bcea-326563895bc5 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0744030 Jun 18 14:16:50.060757 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d48c7264-2d8d-4a1f-87a0-f7ab8012934f req-d5c244eb-aed7-4438-b777-f7aaea3ec133 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360489 Jun 18 14:16:50.390518 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ccc7d-4000-40db-b179-16f34160eaa9 req-92802805-be83-4a84-847c-ed33ae000809 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:50.392067 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-243ccc7d-4000-40db-b179-16f34160eaa9 req-92802805-be83-4a84-847c-ed33ae000809 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 945 time: 0.0750594 Jun 18 14:16:50.434657 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-243ccc7d-4000-40db-b179-16f34160eaa9 req-a40f347b-6192-4710-a2f8-ac4efc2cf93e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360854 Jun 18 14:16:51.180362 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249eab4-3936-405e-923c-36cd39b3fcd0 req-76693553-48df-4dda-935f-f6e8ce8a17cb tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:51.182101 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6249eab4-3936-405e-923c-36cd39b3fcd0 req-76693553-48df-4dda-935f-f6e8ce8a17cb tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 945 time: 0.0685153 Jun 18 14:16:51.226737 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6249eab4-3936-405e-923c-36cd39b3fcd0 req-91cf2530-c85c-4a6e-8921-da6dba73c88d tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383871 Jun 18 14:16:51.301631 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a90e12-6cc3-4077-93ee-31274bf1a3fd req-15fc7972-d1b8-4ff1-abca-f74715d539a3 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:51.303131 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b1a90e12-6cc3-4077-93ee-31274bf1a3fd req-15fc7972-d1b8-4ff1-abca-f74715d539a3 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0870125 Jun 18 14:16:51.343021 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b1a90e12-6cc3-4077-93ee-31274bf1a3fd req-5ad2636b-5c3c-4758-b53f-1cfa0595d884 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342431 Jun 18 14:16:51.619957 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a90471-9fc2-4a6a-aed1-52a95cd9856f req-e699a97d-ad4b-4cd3-adc2-9a331493c938 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:51.621508 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-36a90471-9fc2-4a6a-aed1-52a95cd9856f req-e699a97d-ad4b-4cd3-adc2-9a331493c938 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 945 time: 0.0706017 Jun 18 14:16:51.665561 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-36a90471-9fc2-4a6a-aed1-52a95cd9856f req-2b410267-d19a-440b-bf11-105c799f85fe tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380933 Jun 18 14:16:52.431350 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7f67b-4cab-4d06-8da0-69e77967de5d req-7b57028a-cb45-4fab-be1d-b8e1adcbcfdc tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:52.432974 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c7d7f67b-4cab-4d06-8da0-69e77967de5d req-7b57028a-cb45-4fab-be1d-b8e1adcbcfdc tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 945 time: 0.0715828 Jun 18 14:16:52.490811 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c7d7f67b-4cab-4d06-8da0-69e77967de5d req-b3cddf38-5ca1-4e11-92ed-bfca66a055e9 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469377 Jun 18 14:16:52.554833 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b9d98-0cc5-4972-952c-a16c339d6068 req-212721b5-882a-449d-bc00-311349a6367c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:52.556420 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ec6b9d98-0cc5-4972-952c-a16c339d6068 req-212721b5-882a-449d-bc00-311349a6367c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0690691 Jun 18 14:16:52.595131 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ec6b9d98-0cc5-4972-952c-a16c339d6068 req-694ce959-c18a-41d8-acdc-c119f45da978 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327880 Jun 18 14:16:52.859699 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467a91c-a82d-4079-a9b7-c1a144e3af09 req-149d0986-e55f-4f07-b83f-54914e235a90 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:52.861182 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0467a91c-a82d-4079-a9b7-c1a144e3af09 req-149d0986-e55f-4f07-b83f-54914e235a90 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 945 time: 0.0694811 Jun 18 14:16:52.901370 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0467a91c-a82d-4079-a9b7-c1a144e3af09 req-31a40518-e145-46bb-812c-1a5dfe378f51 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339639 Jun 18 14:16:53.682075 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0c4bb-128b-4915-9cf7-3b448417c185 req-d8775846-3f78-4b47-89df-321f83d52e29 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:53.683748 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8fe0c4bb-128b-4915-9cf7-3b448417c185 req-d8775846-3f78-4b47-89df-321f83d52e29 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 945 time: 0.0726900 Jun 18 14:16:53.726128 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8fe0c4bb-128b-4915-9cf7-3b448417c185 req-07f54006-bcce-4e5f-a807-b0979196425b tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350890 Jun 18 14:16:53.795185 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3476977-4261-4ca5-b5a5-42d073c10469 req-daa84b05-86ab-4508-9565-4d0a86678b47 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:53.796745 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d3476977-4261-4ca5-b5a5-42d073c10469 req-daa84b05-86ab-4508-9565-4d0a86678b47 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0850120 Jun 18 14:16:53.842251 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d3476977-4261-4ca5-b5a5-42d073c10469 req-dd12b939-291c-4984-b6fe-442dbc89665e tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389276 Jun 18 14:16:54.087732 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5c25b-2cc4-434d-89d5-a618357d3137 req-9ec50f80-8689-4d89-86ae-ed3a036baa5a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:54.089305 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-32f5c25b-2cc4-434d-89d5-a618357d3137 req-9ec50f80-8689-4d89-86ae-ed3a036baa5a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 945 time: 0.0772951 Jun 18 14:16:54.134805 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-32f5c25b-2cc4-434d-89d5-a618357d3137 req-949a507f-e347-435e-a361-48218ba3aa3c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345745 Jun 18 14:16:55.057778 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707dea2-01f4-43ae-901f-ae359028d1b3 req-029a9e22-b962-4a7d-8ef0-9ab98eed956c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:55.059777 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d707dea2-01f4-43ae-901f-ae359028d1b3 req-029a9e22-b962-4a7d-8ef0-9ab98eed956c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0755036 Jun 18 14:16:55.066710 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a0876-4150-4273-9f55-38a644a3358e req-fa647b55-a844-46c9-876f-4b15225c275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:55.068189 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-264a0876-4150-4273-9f55-38a644a3358e req-fa647b55-a844-46c9-876f-4b15225c275e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0114c6b5421b4c0d82d45f17131ded96&device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 1098 time: 0.3713250 Jun 18 14:16:55.092571 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd99e05-c511-47e6-a0ea-644dd767847d req-e866cb2d-ebb0-4c7c-89f6-38e7b8329dff tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:55.095146 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1fd99e05-c511-47e6-a0ea-644dd767847d req-e866cb2d-ebb0-4c7c-89f6-38e7b8329dff tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 945 time: 0.1119707 Jun 18 14:16:55.102816 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d707dea2-01f4-43ae-901f-ae359028d1b3 req-e4b0c86e-03d4-4601-ac5a-87ad16c9a7f9 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368195 Jun 18 14:16:55.202259 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1fd99e05-c511-47e6-a0ea-644dd767847d req-12b1da16-e815-4f5c-96a3-f4c7c6344f47 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955501 Jun 18 14:16:55.233485 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a0876-4150-4273-9f55-38a644a3358e req-8d0c62d6-a0fd-48ce-9114-016f557b1488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:55.235879 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-264a0876-4150-4273-9f55-38a644a3358e req-8d0c62d6-a0fd-48ce-9114-016f557b1488 service neutron] 10.222.0.38 "GET /v2.0/networks?id=98c5be27-f70c-4e03-8010-617386ed8973 HTTP/1.1" status: 200 len: 920 time: 0.1586020 Jun 18 14:16:55.282966 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-264a0876-4150-4273-9f55-38a644a3358e req-4bb23fb2-f263-46dd-acd2-2670663ce532 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=691d98c7-5561-48f3-a25d-d4e3d0513e48 HTTP/1.1" status: 200 len: 217 time: 0.0386021 Jun 18 14:16:55.320800 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945b22-0548-4886-a1bc-4cd69c4c2e41 req-40b9c023-d0f3-4c86-810d-8eae413d1da0 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:55.322443 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-13945b22-0548-4886-a1bc-4cd69c4c2e41 req-40b9c023-d0f3-4c86-810d-8eae413d1da0 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 945 time: 0.0725880 Jun 18 14:16:55.341761 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a0876-4150-4273-9f55-38a644a3358e req-e9b3da55-51a4-4f1c-a3bf-d51fddbcf9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:55.344266 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-264a0876-4150-4273-9f55-38a644a3358e req-e9b3da55-51a4-4f1c-a3bf-d51fddbcf9fc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e09c94b7-02ea-47cd-90c5-ff12c8357fed HTTP/1.1" status: 200 len: 859 time: 0.0529525 Jun 18 14:16:55.371103 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-13945b22-0548-4886-a1bc-4cd69c4c2e41 req-b1a32f77-f6f4-4fb9-ac20-0af3751f1e58 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378377 Jun 18 14:16:55.381494 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-264a0876-4150-4273-9f55-38a644a3358e req-878cca4f-3377-4a49-87bb-38e10b4ec786 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=98c5be27-f70c-4e03-8010-617386ed8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284989 Jun 18 14:16:55.481839 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-264a0876-4150-4273-9f55-38a644a3358e req-a3c2159d-a9e0-4469-8192-acabd6a86c23 service neutron] 10.222.0.38 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853133 Jun 18 14:16:55.584174 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-264a0876-4150-4273-9f55-38a644a3358e req-c7310d7b-9236-4def-9665-cac611691fed service neutron] 10.222.0.38 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927145 Jun 18 14:16:56.293877 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee57290-d194-4539-81e4-ffdc23324e18 req-ac1d45e9-6bb1-4295-a388-c853c1443892 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:56.295482 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-dee57290-d194-4539-81e4-ffdc23324e18 req-ac1d45e9-6bb1-4295-a388-c853c1443892 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0699649 Jun 18 14:16:56.336096 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-dee57290-d194-4539-81e4-ffdc23324e18 req-7d57bb30-8ac7-461c-a5f7-eff8c7447bdb tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342700 Jun 18 14:16:56.398793 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c02169-ed68-486e-bc96-f108e3b6b0cc req-f970f9c8-d090-4a8e-9d5a-def70920ca74 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:56.400546 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c4c02169-ed68-486e-bc96-f108e3b6b0cc req-f970f9c8-d090-4a8e-9d5a-def70920ca74 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 945 time: 0.0720301 Jun 18 14:16:56.446383 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c4c02169-ed68-486e-bc96-f108e3b6b0cc req-ca2d35c5-aa36-4742-b07a-db9c760bf493 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3937f0-0180-4ac2-9585-e557c3ea4915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373981 Jun 18 14:16:56.579534 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45755124-bdc5-4b30-9499-1feaa432aaf5 req-b6e7fa76-f152-4101-9f8a-550c91cd343a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:56.581278 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-45755124-bdc5-4b30-9499-1feaa432aaf5 req-b6e7fa76-f152-4101-9f8a-550c91cd343a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 945 time: 0.0723288 Jun 18 14:16:56.673301 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-45755124-bdc5-4b30-9499-1feaa432aaf5 req-d8d74d8e-2684-4fbf-9863-7f9a823fac96 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810270 Jun 18 14:16:56.701659 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20339f-c7d0-42d7-b8c6-720ab699455e req-f2cccf32-ec7d-4d8e-bd25-e21fea098ae6 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:56.703147 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bc20339f-c7d0-42d7-b8c6-720ab699455e req-f2cccf32-ec7d-4d8e-bd25-e21fea098ae6 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.38 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 945 time: 0.0821152 Jun 18 14:16:56.738576 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device f2b18c5b-cd89-4511-8198-c89237ba3b00 up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:16:56.854416 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning for port f2b18c5b-cd89-4511-8198-c89237ba3b00 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:16:56.858841 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port f2b18c5b-cd89-4511-8198-c89237ba3b00 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:16:56.864006 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:56.875934 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [req-bc20339f-c7d0-42d7-b8c6-720ab699455e req-0f3dc9b6-96df-493a-a81a-124a12c90266 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Deleting port 7b8f4b68-9215-4f22-b903-72287f20dee9 {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:16:56.876292 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-bc20339f-c7d0-42d7-b8c6-720ab699455e req-0f3dc9b6-96df-493a-a81a-124a12c90266 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:56.976064 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-bc20339f-c7d0-42d7-b8c6-720ab699455e req-0f3dc9b6-96df-493a-a81a-124a12c90266 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] For port 7b8f4b68-9215-4f22-b903-72287f20dee9, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=7b8f4b68-9215-4f22-b903-72287f20dee9,segment=NetworkSegment(18a1a8e3-e8ad-45c1-a93f-16c67e7f683f),segment_id=18a1a8e3-e8ad-45c1-a93f-16c67e7f683f)] {{(pid=93612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:16:56.976412 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-bc20339f-c7d0-42d7-b8c6-720ab699455e req-0f3dc9b6-96df-493a-a81a-124a12c90266 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:57.075568 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [req-bc20339f-c7d0-42d7-b8c6-720ab699455e req-0f3dc9b6-96df-493a-a81a-124a12c90266 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Calling delete_port for 7b8f4b68-9215-4f22-b903-72287f20dee9 owned by compute:nova {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:16:57.111279 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:57.170337 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port f2b18c5b-cd89-4511-8198-c89237ba3b00, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f2b18c5b-cd89-4511-8198-c89237ba3b00,segment=NetworkSegment(7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f),segment_id=7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:16:57.172068 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f71411-31e8-425b-a56d-d02cc4679365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b18c5b-cd89-4511-8198-c89237ba3b00'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:16:57.176851 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35defc61-b528-4840-a83b-8d91d11fd7ec" -d '{"events": [{"server_uuid": "77f71411-31e8-425b-a56d-d02cc4679365", "name": "network-vif-plugged", "status": "completed", "tag": "f2b18c5b-cd89-4511-8198-c89237ba3b00"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:16:57.224581 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819f2450-d71b-4d6c-a766-7d8382fc8d53 x-openstack-request-id: req-819f2450-d71b-4d6c-a766-7d8382fc8d53 {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:16:57.224978 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f71411-31e8-425b-a56d-d02cc4679365", "name": "network-vif-plugged", "status": "completed", "tag": "f2b18c5b-cd89-4511-8198-c89237ba3b00", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:16:57.225312 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-819f2450-d71b-4d6c-a766-7d8382fc8d53 {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:16:57.226071 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f71411-31e8-425b-a56d-d02cc4679365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b18c5b-cd89-4511-8198-c89237ba3b00', 'code': 200} Jun 18 14:16:57.262793 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:57.264649 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 7b8f4b68-9215-4f22-b903-72287f20dee9 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:16:57.268827 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:16:57.360481 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=f2b18c5b-cd89-4511-8198-c89237ba3b00,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:16:57.364325 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:16:57.393879 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-bc20339f-c7d0-42d7-b8c6-720ab699455e req-0f3dc9b6-96df-493a-a81a-124a12c90266 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:57.404761 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-8d0e1864-e54e-4cfe-b731-17761775d643 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:16:57.421088 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:57.439221 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dc9b6-96df-493a-a81a-124a12c90266 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Pushing event deleted for resources: {'Port': ['ID=7b8f4b68-9215-4f22-b903-72287f20dee9,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:16:57.449134 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-0f3dc9b6-96df-493a-a81a-124a12c90266 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:16:57.514514 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc20339f-c7d0-42d7-b8c6-720ab699455e req-0f3dc9b6-96df-493a-a81a-124a12c90266 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] No DVR routers for this DVR port 7b8f4b68-9215-4f22-b903-72287f20dee9 on host hv-cinder-79575 {{(pid=93612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:16:57.529086 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-bc20339f-c7d0-42d7-b8c6-720ab699455e req-0f3dc9b6-96df-493a-a81a-124a12c90266 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:57.531765 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bc20339f-c7d0-42d7-b8c6-720ab699455e req-0f3dc9b6-96df-493a-a81a-124a12c90266 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.38 "DELETE /v2.0/ports/7b8f4b68-9215-4f22-b903-72287f20dee9 HTTP/1.1" status: 204 len: 173 time: 0.8218575 Jun 18 14:16:57.532406 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a371f9-50a5-43b7-a0a2-bb6b0a765c70', 'name': 'network-vif-deleted', 'tag': '7b8f4b68-9215-4f22-b903-72287f20dee9'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:16:57.554135 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2595a420-193f-4cdf-b132-e2a3fccd2612" -d '{"events": [{"server_uuid": "96a371f9-50a5-43b7-a0a2-bb6b0a765c70", "name": "network-vif-deleted", "tag": "7b8f4b68-9215-4f22-b903-72287f20dee9"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:16:57.633995 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1926fe1-1f7b-44fe-928c-87441525e7f2 req-77a16558-7915-45a5-8492-2c679729bc34 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:57.635501 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c1926fe1-1f7b-44fe-928c-87441525e7f2 req-77a16558-7915-45a5-8492-2c679729bc34 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0737591 Jun 18 14:16:57.676774 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-afe5bfa5-8bbb-4ffd-9852-2d83285fd88d req-ec903057-b021-411f-a135-70a57c121e4e tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 210 time: 0.0351419 Jun 18 14:16:57.692378 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c1926fe1-1f7b-44fe-928c-87441525e7f2 req-dd560cbb-064e-45b3-a965-bebdef2f5954 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465159 Jun 18 14:16:57.747733 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444bd8d5-0222-4e0c-8354-40a31356ae6c x-openstack-request-id: req-444bd8d5-0222-4e0c-8354-40a31356ae6c {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:16:57.752542 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a371f9-50a5-43b7-a0a2-bb6b0a765c70", "name": "network-vif-deleted", "tag": "7b8f4b68-9215-4f22-b903-72287f20dee9", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:16:57.752542 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-444bd8d5-0222-4e0c-8354-40a31356ae6c {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:16:57.752542 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a371f9-50a5-43b7-a0a2-bb6b0a765c70', 'name': 'network-vif-deleted', 'tag': '7b8f4b68-9215-4f22-b903-72287f20dee9', 'status': 'completed', 'code': 200} Jun 18 14:16:57.914688 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d9d3f-959f-448d-9c68-e3896f655d15 req-a3dd2ff2-8489-4441-9a5c-b5d1fbaa70dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:57.916178 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-101d9d3f-959f-448d-9c68-e3896f655d15 req-a3dd2ff2-8489-4441-9a5c-b5d1fbaa70dc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 1099 time: 0.1231012 Jun 18 14:16:57.931440 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee11164-8305-4c49-aff2-39234df53866 req-9f120446-64d9-4f8e-b502-e3b1b4f8f54b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:57.933044 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bee11164-8305-4c49-aff2-39234df53866 req-9f120446-64d9-4f8e-b502-e3b1b4f8f54b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 946 time: 0.0968366 Jun 18 14:16:57.987977 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-101d9d3f-959f-448d-9c68-e3896f655d15 req-be631edf-c731-4f47-bd51-49c5c8ad46fe service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538793 Jun 18 14:16:57.995970 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bee11164-8305-4c49-aff2-39234df53866 req-d9b9004b-f978-4674-a343-21ccc503a1b6 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474565 Jun 18 14:16:58.885035 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cdaeff53-c788-459e-9e31-af4b6388bc05 req-3cc8310e-9c04-4bd5-b983-624276c5fcbf tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a371f9-50a5-43b7-a0a2-bb6b0a765c70 HTTP/1.1" status: 200 len: 210 time: 0.0495028 Jun 18 14:16:58.949357 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c93311-9235-48d4-aba5-37e1613430d9 req-22e03621-9427-4c47-bbb3-9e390f55dc46 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:58.950966 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d6c93311-9235-48d4-aba5-37e1613430d9 req-22e03621-9427-4c47-bbb3-9e390f55dc46 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0793717 Jun 18 14:16:59.002025 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d6c93311-9235-48d4-aba5-37e1613430d9 req-622f4d69-52b9-400b-87b7-6c438d9c5e61 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403996 Jun 18 14:16:59.231891 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3571f4-fe20-4ae0-acf2-53f5a37f08fe req-45376944-c09e-474d-9cda-f6f569bbe344 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:16:59.233492 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0c3571f4-fe20-4ae0-acf2-53f5a37f08fe req-45376944-c09e-474d-9cda-f6f569bbe344 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 946 time: 0.0745258 Jun 18 14:16:59.304802 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0c3571f4-fe20-4ae0-acf2-53f5a37f08fe req-3382309c-725b-4664-9557-4c49df68be1b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640194 Jun 18 14:16:59.441264 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 41924) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:16:59.603821 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6e33a2aa-46e5-4240-893c-78322a8ab6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:59.723459 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6e33a2aa-46e5-4240-893c-78322a8ab6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:59.804727 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6e33a2aa-46e5-4240-893c-78322a8ab6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:59.808913 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-cf396381-2d04-4470-8806-8f05bbd5b799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:16:59.863222 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-6e33a2aa-46e5-4240-893c-78322a8ab6c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c28e6e8bf7f46afa8ac5e67ad46e509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4159825 Jun 18 14:16:59.863222 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33a2aa-46e5-4240-893c-78322a8ab6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75611985-59dc-44c0-99b8-5963437babf8,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:16:59.863400 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 41932) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:16:59.863476 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-6e33a2aa-46e5-4240-893c-78322a8ab6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:16:59.918028 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-846e18c1-fa5a-4218-ad32-30fff043920f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:16:59.945045 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-846e18c1-fa5a-4218-ad32-30fff043920f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:00.072765 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-846e18c1-fa5a-4218-ad32-30fff043920f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:00.078351 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-846e18c1-fa5a-4218-ad32-30fff043920f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:00.083141 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-846e18c1-fa5a-4218-ad32-30fff043920f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75611985-59dc-44c0-99b8-5963437babf8 HTTP/1.1" status: 204 len: 168 time: 0.2196817 Jun 18 14:17:00.089620 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-f254dbc1-d9a2-4241-9f3d-d6d01c6ba47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:00.125645 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e18c1-fa5a-4218-ad32-30fff043920f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75611985-59dc-44c0-99b8-5963437babf8,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:00.129015 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-846e18c1-fa5a-4218-ad32-30fff043920f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:00.286980 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f221f31-00f9-46e1-80b8-f85fa92f52fb req-00c6ae9f-7813-4ce3-881d-91c462a6893f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:00.288975 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3f221f31-00f9-46e1-80b8-f85fa92f52fb req-00c6ae9f-7813-4ce3-881d-91c462a6893f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.1024942 Jun 18 14:17:00.348804 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3f221f31-00f9-46e1-80b8-f85fa92f52fb req-9cf27f51-a81c-47a3-8587-77df3262e68b tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529492 Jun 18 14:17:00.599528 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f1bc0-eafe-43f0-bb08-b5c28c82bb8c req-95bd252a-d266-4807-9574-ce39d4047c68 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:00.603125 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ac7f1bc0-eafe-43f0-bb08-b5c28c82bb8c req-95bd252a-d266-4807-9574-ce39d4047c68 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 946 time: 0.1297464 Jun 18 14:17:00.677649 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ac7f1bc0-eafe-43f0-bb08-b5c28c82bb8c req-dd988745-015d-40c2-b4ae-0e0da6ede41f tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648351 Jun 18 14:17:01.531694 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 41986) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:01.602659 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4a9a6-864a-42d2-96a7-4cf568316a2d req-c4a1eddc-ff94-475f-8d95-b04d4433c603 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:01.604194 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-28a4a9a6-864a-42d2-96a7-4cf568316a2d req-c4a1eddc-ff94-475f-8d95-b04d4433c603 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0657570 Jun 18 14:17:01.645658 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-aac4b3b8-d541-4d62-8013-27477c827bd5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1209496686-network', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:01.672841 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-28a4a9a6-864a-42d2-96a7-4cf568316a2d req-3d7701ba-6707-4386-b86f-69f970b5cfae tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583768 Jun 18 14:17:01.787246 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac4b3b8-d541-4d62-8013-27477c827bd5 admin admin] Made reservation on behalf of 66c7a59352bd4bb3b1a26c01a0fb571c for: {'network': 1} {{(pid=93613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:17:01.789702 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-aac4b3b8-d541-4d62-8013-27477c827bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for network, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:01.800640 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-aac4b3b8-d541-4d62-8013-27477c827bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:01.880417 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc3521-79eb-4dea-9b1e-9fd9b112dfe0 req-ec66ff11-2323-412e-bc05-71f5fdc1b8b2 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:01.883801 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-56cc3521-79eb-4dea-9b1e-9fd9b112dfe0 req-ec66ff11-2323-412e-bc05-71f5fdc1b8b2 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 946 time: 0.0882590 Jun 18 14:17:01.905378 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-aac4b3b8-d541-4d62-8013-27477c827bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:01.931593 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-56cc3521-79eb-4dea-9b1e-9fd9b112dfe0 req-fa0cd177-3527-4b2d-bfb1-e27912184378 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414734 Jun 18 14:17:01.953151 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-aac4b3b8-d541-4d62-8013-27477c827bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:01.957019 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-566f281b-94b6-4da3-a599-61cfd9d4dfea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:01.984800 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac4b3b8-d541-4d62-8013-27477c827bd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=93613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 14:17:01.991970 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4b3b8-d541-4d62-8013-27477c827bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b9bb70-22bc-4033-adfe-1da26db6fe62,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:01.995075 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-aac4b3b8-d541-4d62-8013-27477c827bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:02.011479 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-aac4b3b8-d541-4d62-8013-27477c827bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:02.012115 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.db.segments_db [None req-aac4b3b8-d541-4d62-8013-27477c827bd5 admin admin] Added segment 2797265c-4983-4bf3-9100-f60b71988b67 of type vlan for network 58b3b662-a83b-4a79-96d6-15eb372428ed Jun 18 14:17:02.034654 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:17:02.062336 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-aac4b3b8-d541-4d62-8013-27477c827bd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749953027292'] for network, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:02.165015 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-aac4b3b8-d541-4d62-8013-27477c827bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588'] for network, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:02.167428 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac4b3b8-d541-4d62-8013-27477c827bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:02.171071 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-aac4b3b8-d541-4d62-8013-27477c827bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:02.174385 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:02.245134 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4b3b8-d541-4d62-8013-27477c827bd5 admin admin] Pushing event updated for resources: {'Network': ['ID=58b3b662-a83b-4a79-96d6-15eb372428ed,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:02.248328 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-aac4b3b8-d541-4d62-8013-27477c827bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:02.258391 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Network 58b3b662-a83b-4a79-96d6-15eb372428ed details requested by agent ovs-agent-dv-cinder-795751-2-iscsi with host dv-cinder-795751-2-iscsi {{(pid=93614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 14:17:02.359650 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-aac4b3b8-d541-4d62-8013-27477c827bd5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8261993 Jun 18 14:17:02.363611 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 42018) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:02.369016 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-540d4670-2a3d-417b-89e3-c937e0bb7b83 admin admin] Request body: {'subnet': {'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1209496686-subnet', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'ip_version': 4}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:02.507360 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540d4670-2a3d-417b-89e3-c937e0bb7b83 admin admin] Made reservation on behalf of 66c7a59352bd4bb3b1a26c01a0fb571c for: {'subnet': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:17:02.510095 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-540d4670-2a3d-417b-89e3-c937e0bb7b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12343276'] for subnet, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:02.785539 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-540d4670-2a3d-417b-89e3-c937e0bb7b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12393489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12343294'] for subnet, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:02.797885 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-24433b29-b1f8-441a-87eb-50a8d0fcc12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:02.873781 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d4670-2a3d-417b-89e3-c937e0bb7b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e376c192-7508-4cae-9176-aef3287f6229,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:02.878166 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-540d4670-2a3d-417b-89e3-c937e0bb7b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:02.884829 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540d4670-2a3d-417b-89e3-c937e0bb7b83 admin admin] Checking segment: {'id': '2797265c-4983-4bf3-9100-f60b71988b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:17:02.885509 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540d4670-2a3d-417b-89e3-c937e0bb7b83 admin admin] Network hostable DHCP agents. Network: 58b3b662-a83b-4a79-96d6-15eb372428ed, hostable agents: ['a833f364-3b43-4f9e-93eb-c5238733b25c'], hosted agents: [] {{(pid=93612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 14:17:02.898411 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb8f54-5f16-4509-8d50-ea17ca08ee3d req-19b86de8-f1b1-4e5b-9888-3046ddf5a129 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:02.900354 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cbcb8f54-5f16-4509-8d50-ea17ca08ee3d req-19b86de8-f1b1-4e5b-9888-3046ddf5a129 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0878048 Jun 18 14:17:02.941955 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cbcb8f54-5f16-4509-8d50-ea17ca08ee3d req-a943ef4a-d5e2-40e1-a9a0-f9b329a011ce tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351748 Jun 18 14:17:02.981630 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540d4670-2a3d-417b-89e3-c937e0bb7b83 admin admin] Network 58b3b662-a83b-4a79-96d6-15eb372428ed is scheduled to be hosted by DHCP agent a833f364-3b43-4f9e-93eb-c5238733b25c with binding_index 1 {{(pid=93612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 14:17:03.164383 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-540d4670-2a3d-417b-89e3-c937e0bb7b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-2-iscsi, 58b3b662-a83b-4a79-96d6-15eb372428ed) {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:17:03.168687 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540d4670-2a3d-417b-89e3-c937e0bb7b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:03.169343 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-540d4670-2a3d-417b-89e3-c937e0bb7b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:03.176920 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce85c2b3-b899-453b-9606-9b8d2b0f1274 None None] Network 58b3b662-a83b-4a79-96d6-15eb372428ed requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:17:03.274113 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-540d4670-2a3d-417b-89e3-c937e0bb7b83 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9087505 Jun 18 14:17:03.277348 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 42032) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:03.282778 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-2ff217ec-8896-4fce-ba94-5b3152afcca3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1209496686-router', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:03.341248 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d5ec8f6-9621-5ecb-8e85-a3906f322592-58b3b662-a83b-4a79-96d6-15eb372428ed', 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'fixed_ips': [{'subnet_id': 'e376c192-7508-4cae-9176-aef3287f6229'}]}} from dv-cinder-795751-2-iscsi. {{(pid=93614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 14:17:03.342225 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:03.397734 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2ff217ec-8896-4fce-ba94-5b3152afcca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3944'] for router, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:03.399290 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2ff217ec-8896-4fce-ba94-5b3152afcca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3939'] for router, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:03.453201 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2ff217ec-8896-4fce-ba94-5b3152afcca3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:03.498162 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.db_base_plugin_common [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Allocated IP 172.20.0.2 (58b3b662-a83b-4a79-96d6-15eb372428ed/e376c192-7508-4cae-9176-aef3287f6229/c2f3de1d-36a3-4005-b3ea-d4d5170d0000) {{(pid=93614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:17:03.663230 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Notify callbacks [] for port, precommit_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:03.673235 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Transition to ACTIVE for port object c2f3de1d-36a3-4005-b3ea-d4d5170d0000 will not be triggered until provisioned by entity L2. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:17:03.699878 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Transition to ACTIVE for port object c2f3de1d-36a3-4005-b3ea-d4d5170d0000 will not be triggered until provisioned by entity DHCP. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:17:03.782294 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990'] for port, after_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:03.787017 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:03.831951 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Network 58b3b662-a83b-4a79-96d6-15eb372428ed is already hosted by enough agents. {{(pid=93614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:17:03.835144 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.scheduler.base_scheduler [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Resources bound (agent type, host, resource id): {{(pid=93614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:17:03.839356 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Received port after_create {{(pid=93614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:17:03.849305 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Pushing event updated for resources: {'Port': ['ID=c2f3de1d-36a3-4005-b3ea-d4d5170d0000,revision_number=1']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:03.874117 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:03.903846 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2ff217ec-8896-4fce-ba94-5b3152afcca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3957'] for router, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:03.923506 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Attempting to bind port c2f3de1d-36a3-4005-b3ea-d4d5170d0000 on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:17:03.924094 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Attempting to bind port c2f3de1d-36a3-4005-b3ea-d4d5170d0000 by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '2797265c-4983-4bf3-9100-f60b71988b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed'}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:17:03.924679 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Attempting to bind port c2f3de1d-36a3-4005-b3ea-d4d5170d0000 on network 58b3b662-a83b-4a79-96d6-15eb372428ed {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:17:03.933564 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:17:03.934140 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Checking segment: {'id': '2797265c-4983-4bf3-9100-f60b71988b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:17:03.934774 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:03.935385 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Bound using segment: {'id': '2797265c-4983-4bf3-9100-f60b71988b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed'} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:17:03.936152 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Bound port: c2f3de1d-36a3-4005-b3ea-d4d5170d0000, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2797265c-4983-4bf3-9100-f60b71988b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed'}}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:17:03.936762 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:04.018688 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] For port c2f3de1d-36a3-4005-b3ea-d4d5170d0000, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:17:04.021999 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] For port c2f3de1d-36a3-4005-b3ea-d4d5170d0000, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=c2f3de1d-36a3-4005-b3ea-d4d5170d0000,segment=NetworkSegment(2797265c-4983-4bf3-9100-f60b71988b67),segment_id=2797265c-4983-4bf3-9100-f60b71988b67)] {{(pid=93614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:17:04.096943 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:04.102409 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:04.188091 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Pushing event updated for resources: {'Port': ['ID=c2f3de1d-36a3-4005-b3ea-d4d5170d0000,revision_number=2']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:04.191928 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:04.208405 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586aed7-95b1-49d4-a5c6-ef4fef66c2e6 req-a98f1a72-345c-43de-a64f-0f0aad8a7f35 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:04.210119 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2586aed7-95b1-49d4-a5c6-ef4fef66c2e6 req-a98f1a72-345c-43de-a64f-0f0aad8a7f35 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.1021349 Jun 18 14:17:04.250487 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2ff217ec-8896-4fce-ba94-5b3152afcca3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:04.279650 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2ff217ec-8896-4fce-ba94-5b3152afcca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:04.283322 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2586aed7-95b1-49d4-a5c6-ef4fef66c2e6 req-4955e9f5-9a5b-442d-81c9-c9c14a5b1abc tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625153 Jun 18 14:17:04.432868 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [None req-2ff217ec-8896-4fce-ba94-5b3152afcca3 admin admin] Allocated IP 172.27.3.27 (bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae/6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898/c7b63353-4cc7-4584-9ea5-a6529669bed7) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:17:04.609831 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2ff217ec-8896-4fce-ba94-5b3152afcca3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:04.728593 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device c2f3de1d-36a3-4005-b3ea-d4d5170d0000 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:17:04.742093 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2ff217ec-8896-4fce-ba94-5b3152afcca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11814889'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:04.744654 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:04.791406 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff217ec-8896-4fce-ba94-5b3152afcca3 admin admin] Network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:17:04.794995 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-2ff217ec-8896-4fce-ba94-5b3152afcca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:17:04.799176 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff217ec-8896-4fce-ba94-5b3152afcca3 admin admin] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:17:04.828347 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff217ec-8896-4fce-ba94-5b3152afcca3 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b63353-4cc7-4584-9ea5-a6529669bed7,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:04.835805 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-2ff217ec-8896-4fce-ba94-5b3152afcca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:04.845005 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port c2f3de1d-36a3-4005-b3ea-d4d5170d0000 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:17:05.207844 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2ff217ec-8896-4fce-ba94-5b3152afcca3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:05.368772 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838dac8d-d639-417d-94a4-f12b4fede322 None None] Network 58b3b662-a83b-4a79-96d6-15eb372428ed requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:17:05.439808 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2ff217ec-8896-4fce-ba94-5b3152afcca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635706'] for router, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:05.552055 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-46f722d3-57cd-4396-a002-93fa9b3ea248 None None] Provisioning for port c2f3de1d-36a3-4005-b3ea-d4d5170d0000 completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:17:05.560383 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-46f722d3-57cd-4396-a002-93fa9b3ea248 None None] Provisioning complete for port c2f3de1d-36a3-4005-b3ea-d4d5170d0000 triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:05.560765 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-46f722d3-57cd-4396-a002-93fa9b3ea248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:05.646704 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f655c3d-e3ae-420c-8522-8d5fe7bce914 req-19ed0727-118d-4d8b-b375-b3c22b482992 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:05.651773 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f655c3d-e3ae-420c-8522-8d5fe7bce914 req-19ed0727-118d-4d8b-b375-b3c22b482992 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.1402001 Jun 18 14:17:05.694780 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-46f722d3-57cd-4396-a002-93fa9b3ea248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:05.728559 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f655c3d-e3ae-420c-8522-8d5fe7bce914 req-12671520-00aa-41e7-82c4-1bd99b3b172a tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677543 Jun 18 14:17:05.740892 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-46f722d3-57cd-4396-a002-93fa9b3ea248 None None] For port c2f3de1d-36a3-4005-b3ea-d4d5170d0000, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=c2f3de1d-36a3-4005-b3ea-d4d5170d0000,segment=NetworkSegment(2797265c-4983-4bf3-9100-f60b71988b67),segment_id=2797265c-4983-4bf3-9100-f60b71988b67)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:17:05.827381 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff217ec-8896-4fce-ba94-5b3152afcca3 admin admin] Router 6faac8e0-3891-46a9-bbd8-24eb2707e510 is scheduled to L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff with binding_index 1 {{(pid=93613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 14:17:05.908734 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-46f722d3-57cd-4396-a002-93fa9b3ea248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:05.910660 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:05.942935 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff217ec-8896-4fce-ba94-5b3152afcca3 admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:17:05.957522 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] Sync routers for ids ['6faac8e0-3891-46a9-bbd8-24eb2707e510'] in dv-cinder-795751-2-iscsi {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:17:05.970657 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] Routers {'6faac8e0-3891-46a9-bbd8-24eb2707e510'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:17:05.970657 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:16:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['6faac8e0-3891-46a9-bbd8-24eb2707e510'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:05.984871 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f722d3-57cd-4396-a002-93fa9b3ea248 None None] Pushing event updated for resources: {'Port': ['ID=c2f3de1d-36a3-4005-b3ea-d4d5170d0000,revision_number=3']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:05.995258 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-46f722d3-57cd-4396-a002-93fa9b3ea248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:06.040514 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-966fc5c7-c4ec-49f6-9ec5-9f53ea753633 None None] Provisioning complete for port c2f3de1d-36a3-4005-b3ea-d4d5170d0000 triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:06.040836 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-966fc5c7-c4ec-49f6-9ec5-9f53ea753633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:06.051315 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2ff217ec-8896-4fce-ba94-5b3152afcca3 admin admin] Notify callbacks [] for router, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:06.053165 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-2ff217ec-8896-4fce-ba94-5b3152afcca3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7740216 Jun 18 14:17:06.057190 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 42074) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:06.093137 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] Set router 6faac8e0-3891-46a9-bbd8-24eb2707e510 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:17:06.301180 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'name': 'tempest-TestShelveInstance-1209496686-router', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:03Z', 'updated_at': '2021-06-18T14:17:04Z', 'revision_number': 3, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'gw_port': {'id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:04Z', 'updated_at': '2021-06-18T14:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:06.330151 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] Checking router: 6faac8e0-3891-46a9-bbd8-24eb2707e510 for host: dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:17:06.330637 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] Updating router 6faac8e0-3891-46a9-bbd8-24eb2707e510 port c7b63353-4cc7-4584-9ea5-a6529669bed7 binding host dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 14:17:06.366147 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:06.557003 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:06.603416 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device c2f3de1d-36a3-4005-b3ea-d4d5170d0000 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:17:06.659086 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port c2f3de1d-36a3-4005-b3ea-d4d5170d0000 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:06.659736 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:06.661294 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:06.674452 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.provisioning_blocks [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] Transition to ACTIVE for port object c7b63353-4cc7-4584-9ea5-a6529669bed7 will not be triggered until provisioned by entity L2. {{(pid=93615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:17:06.743563 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] Allocated IP 172.20.0.1 (58b3b662-a83b-4a79-96d6-15eb372428ed/e376c192-7508-4cae-9176-aef3287f6229/cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:17:06.747794 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:06.750009 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:06.807839 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] Attempting to bind port c7b63353-4cc7-4584-9ea5-a6529669bed7 on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:17:06.808212 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] Attempting to bind port c7b63353-4cc7-4584-9ea5-a6529669bed7 by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}] {{(pid=93615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:17:06.809114 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] Attempting to bind port c7b63353-4cc7-4584-9ea5-a6529669bed7 on network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:17:06.811355 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0679fc5-c52e-4cb6-a258-c371d1c608e0 None None] Pushing event updated for resources: {'Port': ['ID=c7b63353-4cc7-4584-9ea5-a6529669bed7,revision_number=2']} {{(pid=93615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:06.820484 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:17:06.820862 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] Checking segment: {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:17:06.821272 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:06.821702 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] Bound using segment: {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'} {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:17:06.822208 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] Bound port: c7b63353-4cc7-4584-9ea5-a6529669bed7, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}}] {{(pid=93615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:17:06.822587 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:06.825569 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0679fc5-c52e-4cb6-a258-c371d1c608e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:06.825916 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0679fc5-c52e-4cb6-a258-c371d1c608e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:06.826255 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0679fc5-c52e-4cb6-a258-c371d1c608e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:06.826585 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0679fc5-c52e-4cb6-a258-c371d1c608e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:06.826909 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0679fc5-c52e-4cb6-a258-c371d1c608e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:06.827234 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0679fc5-c52e-4cb6-a258-c371d1c608e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:06.827554 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0679fc5-c52e-4cb6-a258-c371d1c608e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:06.827873 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0679fc5-c52e-4cb6-a258-c371d1c608e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:06.828215 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0679fc5-c52e-4cb6-a258-c371d1c608e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:06.828532 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0679fc5-c52e-4cb6-a258-c371d1c608e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:06.828848 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0679fc5-c52e-4cb6-a258-c371d1c608e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:06.829159 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0679fc5-c52e-4cb6-a258-c371d1c608e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:06.833585 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-b0679fc5-c52e-4cb6-a258-c371d1c608e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:06.889340 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.db [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] For port c7b63353-4cc7-4584-9ea5-a6529669bed7, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:17:06.892825 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.db [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] For port c7b63353-4cc7-4584-9ea5-a6529669bed7, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=c7b63353-4cc7-4584-9ea5-a6529669bed7,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:17:06.907643 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:06.922645 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.provisioning_blocks [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] Transition to ACTIVE for port object cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3 will not be triggered until provisioned by entity DHCP. {{(pid=93613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:17:06.945157 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bedbd-7185-4db3-9b2b-9a361561f395 req-5729f624-cfd4-4fc2-a403-061cc0cb0cb2 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:06.947084 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c38bedbd-7185-4db3-9b2b-9a361561f395 req-5729f624-cfd4-4fc2-a403-061cc0cb0cb2 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0708416 Jun 18 14:17:06.991012 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c38bedbd-7185-4db3-9b2b-9a361561f395 req-c4f3fcf1-58ee-4ae0-be48-a51cd4302f9a tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367880 Jun 18 14:17:07.009273 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:07.011668 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:07.068027 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] Routers {'6faac8e0-3891-46a9-bbd8-24eb2707e510'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:17:07.068662 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:16:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['6faac8e0-3891-46a9-bbd8-24eb2707e510'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:07.082648 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11814889'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:07.088054 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-52b7a61d-e4c3-4c1e-9308-e7b6f17d05f0 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:07.110260 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0679fc5-c52e-4cb6-a258-c371d1c608e0 None None] Pushing event updated for resources: {'Port': ['ID=c7b63353-4cc7-4584-9ea5-a6529669bed7,revision_number=3']} {{(pid=93615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:07.117614 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-b0679fc5-c52e-4cb6-a258-c371d1c608e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:07.130436 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] Network 58b3b662-a83b-4a79-96d6-15eb372428ed is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:17:07.137688 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:17:07.137688 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:17:07.182000 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] Pushing event updated for resources: {'Port': ['ID=cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:07.182000 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:07.204350 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636949'] for router_interface, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:07.222662 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] Set router 6faac8e0-3891-46a9-bbd8-24eb2707e510 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:17:07.455100 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'name': 'tempest-TestShelveInstance-1209496686-router', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:03Z', 'updated_at': '2021-06-18T14:17:04Z', 'revision_number': 3, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'gw_port': {'id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:04Z', 'updated_at': '2021-06-18T14:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:07.483136 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fe242b-1a63-4adb-aea9-deefa98ae1a3 None None] The sync data for ids ['6faac8e0-3891-46a9-bbd8-24eb2707e510'] in dv-cinder-795751-2-iscsi is: [{'id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'name': 'tempest-TestShelveInstance-1209496686-router', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:03Z', 'updated_at': '2021-06-18T14:17:04Z', 'revision_number': 3, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'gw_port': {'id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:04Z', 'updated_at': '2021-06-18T14:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}] {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:17:07.570296 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-f665942e-3b64-4be4-8291-db8208bdac8b None None] Provisioning for port cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3 completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:17:07.574771 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-f665942e-3b64-4be4-8291-db8208bdac8b None None] Provisioning complete for port cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3 triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:07.575302 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-f665942e-3b64-4be4-8291-db8208bdac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:07.619754 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-f665942e-3b64-4be4-8291-db8208bdac8b None None] Port cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3 cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:17:07.707049 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:07.909091 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:07.970259 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11814879'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:07.973175 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:08.042824 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] Pushing event updated for resources: {'Port': ['ID=cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3,revision_number=2']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:08.045556 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3640674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637196'] for router_interface, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:08.047792 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:08.228351 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] Network 58b3b662-a83b-4a79-96d6-15eb372428ed is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:17:08.233070 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:17:08.374023 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf404a-bd94-45c7-beab-f70cc11d7970 req-90beeba2-0627-4b5f-912c-33a4b9ad273e tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:08.384991 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-eebf404a-bd94-45c7-beab-f70cc11d7970 req-90beeba2-0627-4b5f-912c-33a4b9ad273e tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.2123675 Jun 18 14:17:08.472869 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] Router 6faac8e0-3891-46a9-bbd8-24eb2707e510 has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:17:08.480429 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-eebf404a-bd94-45c7-beab-f70cc11d7970 req-a67fe18e-12af-4cfa-adcd-250f7821db9c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962760 Jun 18 14:17:08.558042 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-aa33d78c-090b-4059-955e-cac2f6892e92 None None] Provisioning complete for port cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3 triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:08.559328 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-aa33d78c-090b-4059-955e-cac2f6892e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:08.600812 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-aa33d78c-090b-4059-955e-cac2f6892e92 None None] Port cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3 cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:17:08.612351 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-00dc4f4a-00de-4e04-bf53-5dafb055ba1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:08.653562 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device c7b63353-4cc7-4584-9ea5-a6529669bed7 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:17:08.664897 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:17:08.676561 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] 10.222.0.26 "PUT /v2.0/routers/6faac8e0-3891-46a9-bbd8-24eb2707e510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6149631 Jun 18 14:17:08.798726 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port c7b63353-4cc7-4584-9ea5-a6529669bed7 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:17:08.804881 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port c7b63353-4cc7-4584-9ea5-a6529669bed7 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:08.805521 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:08.912853 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:08.951652 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port c7b63353-4cc7-4584-9ea5-a6529669bed7, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=c7b63353-4cc7-4584-9ea5-a6529669bed7,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:17:09.004762 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:09.007843 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:09.071361 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=c7b63353-4cc7-4584-9ea5-a6529669bed7,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:09.075015 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:09.265038 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] Sync routers for ids ['6faac8e0-3891-46a9-bbd8-24eb2707e510'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:17:09.275160 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] Routers {'6faac8e0-3891-46a9-bbd8-24eb2707e510'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:17:09.275911 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:16:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['6faac8e0-3891-46a9-bbd8-24eb2707e510'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:09.397914 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] Set router 6faac8e0-3891-46a9-bbd8-24eb2707e510 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:17:09.491754 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 42140) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:09.496833 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-21b3d07d-10f3-4dea-b105-2a2f6541d86b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1749858193-network', 'tenant_id': '4c19f013d61f4881a1b551ac036e4160'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:09.653285 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b3d07d-10f3-4dea-b105-2a2f6541d86b admin admin] Made reservation on behalf of 4c19f013d61f4881a1b551ac036e4160 for: {'network': 1} {{(pid=93613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:17:09.659863 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-21b3d07d-10f3-4dea-b105-2a2f6541d86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for network, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:09.672659 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-21b3d07d-10f3-4dea-b105-2a2f6541d86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:09.692251 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'name': 'tempest-TestShelveInstance-1209496686-router', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:03Z', 'updated_at': '2021-06-18T14:17:07Z', 'revision_number': 4, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'gw_port': {'id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:04Z', 'updated_at': '2021-06-18T14:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3', 'name': '', 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'mac_address': 'fa:16:3e:46:82:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e376c192-7508-4cae-9176-aef3287f6229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:06Z', 'updated_at': '2021-06-18T14:17:07Z', 'revision_number': 2, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'subnets': [{'id': 'e376c192-7508-4cae-9176-aef3287f6229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:09.722180 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] Checking router: 6faac8e0-3891-46a9-bbd8-24eb2707e510 for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:17:09.722585 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] Updating router 6faac8e0-3891-46a9-bbd8-24eb2707e510 port cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3 binding host dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 14:17:09.767115 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:09.780692 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef592a10-4822-4fa7-8c06-69c481de45bd req-889b1ada-5e9d-499f-b5b8-04fea28b8381 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:09.788087 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ef592a10-4822-4fa7-8c06-69c481de45bd req-889b1ada-5e9d-499f-b5b8-04fea28b8381 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.1181321 Jun 18 14:17:09.828963 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-21b3d07d-10f3-4dea-b105-2a2f6541d86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:09.848518 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ef592a10-4822-4fa7-8c06-69c481de45bd req-f1bf0d79-fae8-40cb-ad02-088bebd72acd tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594556 Jun 18 14:17:09.896277 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-21b3d07d-10f3-4dea-b105-2a2f6541d86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:09.900308 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-fe2f020d-7f07-4f47-b039-57cd55939b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:09.927179 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b3d07d-10f3-4dea-b105-2a2f6541d86b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=93613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 14:17:09.936969 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3d07d-10f3-4dea-b105-2a2f6541d86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739756d4-c859-4973-8fe6-0c1ced83acf1,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:09.940932 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-21b3d07d-10f3-4dea-b105-2a2f6541d86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:09.944477 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-21b3d07d-10f3-4dea-b105-2a2f6541d86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:09.944871 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.db.segments_db [None req-21b3d07d-10f3-4dea-b105-2a2f6541d86b admin admin] Added segment 4043d804-f398-4069-bc69-0b1ef9b1a67a of type vlan for network 132bfeb3-f6f6-4d34-a309-2fb4c81919d2 Jun 18 14:17:09.994837 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-21b3d07d-10f3-4dea-b105-2a2f6541d86b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749953027292'] for network, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:10.113087 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-21b3d07d-10f3-4dea-b105-2a2f6541d86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588'] for network, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:10.114988 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b3d07d-10f3-4dea-b105-2a2f6541d86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:10.115665 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-21b3d07d-10f3-4dea-b105-2a2f6541d86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:10.119283 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-00c1f0af-0f85-48f7-a67c-1a1f3263bbc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:10.178761 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] Notify callbacks [] for port, precommit_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:10.181870 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3d07d-10f3-4dea-b105-2a2f6541d86b admin admin] Pushing event updated for resources: {'Network': ['ID=132bfeb3-f6f6-4d34-a309-2fb4c81919d2,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:10.185107 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-21b3d07d-10f3-4dea-b105-2a2f6541d86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:10.195565 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Network 132bfeb3-f6f6-4d34-a309-2fb4c81919d2 details requested by agent ovs-agent-dv-cinder-795751-2-iscsi with host dv-cinder-795751-2-iscsi {{(pid=93614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 14:17:10.220944 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] Transition to ACTIVE for port object cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3 will not be triggered until provisioned by entity L2. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:17:10.245144 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-21b3d07d-10f3-4dea-b105-2a2f6541d86b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7521875 Jun 18 14:17:10.248435 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 42152) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:10.253869 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-9c60b8dc-172a-4594-8909-1d58f393d322 admin admin] Request body: {'subnet': {'network_id': '132bfeb3-f6f6-4d34-a309-2fb4c81919d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1749858193-subnet', 'tenant_id': '4c19f013d61f4881a1b551ac036e4160', 'ip_version': 4}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:10.381208 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c60b8dc-172a-4594-8909-1d58f393d322 admin admin] Made reservation on behalf of 4c19f013d61f4881a1b551ac036e4160 for: {'subnet': 1} {{(pid=93613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:17:10.381777 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:10.389001 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9c60b8dc-172a-4594-8909-1d58f393d322 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8408782'] for subnet, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:10.391274 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-e159b044-d6c3-4e02-a8c0-2dc3faad094b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:10.785211 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device c7b63353-4cc7-4584-9ea5-a6529669bed7 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:17:10.811652 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9c60b8dc-172a-4594-8909-1d58f393d322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11814749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8408796'] for subnet, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:10.821177 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-803d353a-04ce-40bf-afb9-623713eabcb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:10.825365 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 42176) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:10.858773 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c2b63-94ac-4dc5-9b2d-c92a01f2c30e None None] Pushing event updated for resources: {'Port': ['ID=cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3,revision_number=3']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:10.892363 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-e01c2b63-94ac-4dc5-9b2d-c92a01f2c30e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:10.902659 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c60b8dc-172a-4594-8909-1d58f393d322 admin admin] Checking segment: {'id': '4043d804-f398-4069-bc69-0b1ef9b1a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '132bfeb3-f6f6-4d34-a309-2fb4c81919d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:17:10.903032 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c60b8dc-172a-4594-8909-1d58f393d322 admin admin] Network hostable DHCP agents. Network: 132bfeb3-f6f6-4d34-a309-2fb4c81919d2, hostable agents: ['a833f364-3b43-4f9e-93eb-c5238733b25c'], hosted agents: [] {{(pid=93613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 14:17:10.913559 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60b8dc-172a-4594-8909-1d58f393d322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=736e2abf-c4a9-461b-a07c-fb5e478bde21,revision_number=0']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:10.916710 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-9c60b8dc-172a-4594-8909-1d58f393d322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:10.930996 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] Attempting to bind port cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3 on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:17:10.930996 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] Attempting to bind port cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3 by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '2797265c-4983-4bf3-9100-f60b71988b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed'}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:17:10.931426 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] Attempting to bind port cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3 on network 58b3b662-a83b-4a79-96d6-15eb372428ed {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:17:10.944961 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:17:10.945278 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] Checking segment: {'id': '2797265c-4983-4bf3-9100-f60b71988b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:17:10.945679 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:10.946135 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] Bound using segment: {'id': '2797265c-4983-4bf3-9100-f60b71988b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed'} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:17:10.946636 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] Bound port: cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2797265c-4983-4bf3-9100-f60b71988b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed'}}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:17:10.947013 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:10.951422 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port c7b63353-4cc7-4584-9ea5-a6529669bed7 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:10.951794 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:10.963743 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20f6172-1f63-486f-80df-5c0715fd6006 admin admin] Deleting subnet b67babdb-0202-430d-9f25-352981226dcf {{(pid=93612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 14:17:10.969997 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d20f6172-1f63-486f-80df-5c0715fd6006 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:11.037687 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c60b8dc-172a-4594-8909-1d58f393d322 admin admin] Network 132bfeb3-f6f6-4d34-a309-2fb4c81919d2 is scheduled to be hosted by DHCP agent a833f364-3b43-4f9e-93eb-c5238733b25c with binding_index 1 {{(pid=93613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 14:17:11.051029 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d20f6172-1f63-486f-80df-5c0715fd6006 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12265515'] for subnet, precommit_delete_associations {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:11.062016 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] For port cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:17:11.065890 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] For port cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3,segment=NetworkSegment(2797265c-4983-4bf3-9100-f60b71988b67),segment_id=2797265c-4983-4bf3-9100-f60b71988b67)] {{(pid=93614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:17:11.099802 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f9ead-bb51-44c4-bd6e-0f6168a3aaf0 req-5ddc2a17-72c1-43e9-8fa9-3d63aa723271 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:11.101430 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-082f9ead-bb51-44c4-bd6e-0f6168a3aaf0 req-5ddc2a17-72c1-43e9-8fa9-3d63aa723271 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.1149271 Jun 18 14:17:11.123580 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d20f6172-1f63-486f-80df-5c0715fd6006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3459435'] for subnet, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:11.156249 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-082f9ead-bb51-44c4-bd6e-0f6168a3aaf0 req-0c4e1400-9579-4f2c-82f3-d1befe01634e tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401707 Jun 18 14:17:11.159050 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-9c60b8dc-172a-4594-8909-1d58f393d322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-2-iscsi, 132bfeb3-f6f6-4d34-a309-2fb4c81919d2) {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:17:11.160611 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:11.169848 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c60b8dc-172a-4594-8909-1d58f393d322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:11.169848 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9c60b8dc-172a-4594-8909-1d58f393d322 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:11.176837 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:11.218887 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368cf392-fd6b-42cf-bfda-7ff2647287ff None None] Network 132bfeb3-f6f6-4d34-a309-2fb4c81919d2 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:17:11.317522 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c2b63-94ac-4dc5-9b2d-c92a01f2c30e None None] Pushing event updated for resources: {'Port': ['ID=cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:11.321231 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] Routers {'6faac8e0-3891-46a9-bbd8-24eb2707e510'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:17:11.321944 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:16:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['6faac8e0-3891-46a9-bbd8-24eb2707e510'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:11.324261 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-e01c2b63-94ac-4dc5-9b2d-c92a01f2c30e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:11.388267 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d20f6172-1f63-486f-80df-5c0715fd6006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3459428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12393680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12343239'] for subnet, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:11.390570 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-9c60b8dc-172a-4594-8909-1d58f393d322 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1408505 Jun 18 14:17:11.393428 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:11.395334 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 42184) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:11.401417 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-32934151-01f0-4e71-ae60-c6bae4e06b9b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1749858193-router', 'tenant_id': '4c19f013d61f4881a1b551ac036e4160', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:11.463664 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f6172-1f63-486f-80df-5c0715fd6006 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b67babdb-0202-430d-9f25-352981226dcf,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:11.467797 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-d20f6172-1f63-486f-80df-5c0715fd6006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:11.477956 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d20f6172-1f63-486f-80df-5c0715fd6006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:11.479509 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-d20f6172-1f63-486f-80df-5c0715fd6006 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b67babdb-0202-430d-9f25-352981226dcf HTTP/1.1" status: 204 len: 168 time: 0.6521857 Jun 18 14:17:11.479897 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 42190) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:11.545641 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d5ec8f6-9621-5ecb-8e85-a3906f322592-132bfeb3-f6f6-4d34-a309-2fb4c81919d2', 'network_id': '132bfeb3-f6f6-4d34-a309-2fb4c81919d2', 'tenant_id': '4c19f013d61f4881a1b551ac036e4160', 'fixed_ips': [{'subnet_id': '736e2abf-c4a9-461b-a07c-fb5e478bde21'}]}} from dv-cinder-795751-2-iscsi. {{(pid=93614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 14:17:11.547189 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:11.553804 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] Set router 6faac8e0-3891-46a9-bbd8-24eb2707e510 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:17:11.634330 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0a1cd1d5-8ad9-42fc-8b77-7e2d9e6c3d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3629591'] for network, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:11.644023 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-32934151-01f0-4e71-ae60-c6bae4e06b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3944'] for router, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:11.645065 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-32934151-01f0-4e71-ae60-c6bae4e06b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3939'] for router, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:11.789549 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0a1cd1d5-8ad9-42fc-8b77-7e2d9e6c3d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3460340', 'neutron.services.segments.db._delete_segments_for_network-8749953549011'] for network, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:11.790052 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-32934151-01f0-4e71-ae60-c6bae4e06b9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:11.813350 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-0a1cd1d5-8ad9-42fc-8b77-7e2d9e6c3d9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a144b2d-9793-4cd0-bad6-721d1ec01135']}} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:11.827271 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-0a1cd1d5-8ad9-42fc-8b77-7e2d9e6c3d9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a1a8e3-e8ad-45c1-a93f-16c67e7f683f') {'for_net_delete': True} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:11.827523 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-0a1cd1d5-8ad9-42fc-8b77-7e2d9e6c3d9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a1a8e3-e8ad-45c1-a93f-16c67e7f683f') {} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:11.849922 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0a1cd1d5-8ad9-42fc-8b77-7e2d9e6c3d9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749953548840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11651501'] for segment, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:11.881499 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0a1cd1d5-8ad9-42fc-8b77-7e2d9e6c3d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:11.889018 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1cd1d5-8ad9-42fc-8b77-7e2d9e6c3d9c admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=93613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 14:17:11.889508 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0a1cd1d5-8ad9-42fc-8b77-7e2d9e6c3d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11867959'] for segment, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: Traceback (most recent call last): Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: timer() Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: cb(*args, **kw) Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: return func(*args, **kwargs) Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: self._notify() Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: self.callback(batched_events) Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: event.method(event) Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: return f(self, *a, **k) Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: return self._get(url).json() Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: return self.request(url, 'GET', **kwargs) Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 14:17:11.893771 dv-cinder-795751-2-iscsi neutron-server[93613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 14:17:11.900578 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.db_base_plugin_common [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Allocated IP 172.20.0.2 (132bfeb3-f6f6-4d34-a309-2fb4c81919d2/736e2abf-c4a9-461b-a07c-fb5e478bde21/6f3b2766-f5a4-44c6-8f7c-344e1109485a) {{(pid=93614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:17:12.137253 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0a1cd1d5-8ad9-42fc-8b77-7e2d9e6c3d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3460333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635832'] for network, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:12.144568 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:12.145126 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-32934151-01f0-4e71-ae60-c6bae4e06b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3957'] for router, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:12.148668 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:12.151552 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0a1cd1d5-8ad9-42fc-8b77-7e2d9e6c3d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:12.157008 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-0a1cd1d5-8ad9-42fc-8b77-7e2d9e6c3d9c admin admin] 10.222.0.26 "DELETE /v2.0/networks/4a144b2d-9793-4cd0-bad6-721d1ec01135 HTTP/1.1" status: 204 len: 168 time: 0.6755278 Jun 18 14:17:12.170296 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:12.171067 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cd1d5-8ad9-42fc-8b77-7e2d9e6c3d9c admin admin] Pushing event deleted for resources: {'Network': ['ID=4a144b2d-9793-4cd0-bad6-721d1ec01135,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:12.174197 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-0a1cd1d5-8ad9-42fc-8b77-7e2d9e6c3d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:12.218735 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'name': 'tempest-TestShelveInstance-1209496686-router', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:03Z', 'updated_at': '2021-06-18T14:17:07Z', 'revision_number': 4, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'gw_port': {'id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:04Z', 'updated_at': '2021-06-18T14:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3', 'name': '', 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'mac_address': 'fa:16:3e:46:82:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e376c192-7508-4cae-9176-aef3287f6229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:06Z', 'updated_at': '2021-06-18T14:17:11Z', 'revision_number': 4, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'subnets': [{'id': 'e376c192-7508-4cae-9176-aef3287f6229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:12.220737 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-2b1efafa-ee46-4ab3-9481-4fb4bbdd63aa tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:12.224359 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-2b1efafa-ee46-4ab3-9481-4fb4bbdd63aa tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/networks?id=80c53d92-b13a-4c0f-9dc2-9c88681c80d4 HTTP/1.1" status: 200 len: 812 time: 0.2020600 Jun 18 14:17:12.270065 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2911e2c3-398a-4b00-b1a2-985c64c59a42 None None] The sync data for ids ['6faac8e0-3891-46a9-bbd8-24eb2707e510'] in dv-cinder-795751-2-iscsi is: [{'id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'name': 'tempest-TestShelveInstance-1209496686-router', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:03Z', 'updated_at': '2021-06-18T14:17:07Z', 'revision_number': 4, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'gw_port': {'id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:04Z', 'updated_at': '2021-06-18T14:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3', 'name': '', 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'mac_address': 'fa:16:3e:46:82:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e376c192-7508-4cae-9176-aef3287f6229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:06Z', 'updated_at': '2021-06-18T14:17:11Z', 'revision_number': 4, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'subnets': [{'id': 'e376c192-7508-4cae-9176-aef3287f6229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:17:12.273266 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Notify callbacks [] for port, precommit_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:12.280650 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-ffef9feb-3f68-4faa-8f94-c8d2ac874874 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/quotas/a0fb363ac56e4dfdb761e1b1617c621f HTTP/1.1" status: 200 len: 375 time: 0.0267735 Jun 18 14:17:12.292602 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Transition to ACTIVE for port object 6f3b2766-f5a4-44c6-8f7c-344e1109485a will not be triggered until provisioned by entity L2. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:17:12.310599 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Transition to ACTIVE for port object 6f3b2766-f5a4-44c6-8f7c-344e1109485a will not be triggered until provisioned by entity DHCP. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:17:12.411431 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990'] for port, after_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:12.418990 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:12.490787 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-9066c5f6-4f8e-4715-92d2-b11ad8e7e795 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0fb363ac56e4dfdb761e1b1617c621f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2090895 Jun 18 14:17:12.492938 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-cd384ddf-345e-4dc6-9d6e-d55fff93a912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:12.502758 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Network 132bfeb3-f6f6-4d34-a309-2fb4c81919d2 is already hosted by enough agents. {{(pid=93614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:17:12.506404 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.scheduler.base_scheduler [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Resources bound (agent type, host, resource id): {{(pid=93614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:17:12.512277 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Received port after_create {{(pid=93614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:17:12.531365 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Pushing event updated for resources: {'Port': ['ID=6f3b2766-f5a4-44c6-8f7c-344e1109485a,revision_number=1']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:12.534406 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:12.635934 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Attempting to bind port 6f3b2766-f5a4-44c6-8f7c-344e1109485a on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:17:12.636322 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Attempting to bind port 6f3b2766-f5a4-44c6-8f7c-344e1109485a by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '4043d804-f398-4069-bc69-0b1ef9b1a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '132bfeb3-f6f6-4d34-a309-2fb4c81919d2'}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:17:12.636743 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Attempting to bind port 6f3b2766-f5a4-44c6-8f7c-344e1109485a on network 132bfeb3-f6f6-4d34-a309-2fb4c81919d2 {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:17:12.645047 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:17:12.645438 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Checking segment: {'id': '4043d804-f398-4069-bc69-0b1ef9b1a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '132bfeb3-f6f6-4d34-a309-2fb4c81919d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:17:12.654227 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:12.654785 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Bound using segment: {'id': '4043d804-f398-4069-bc69-0b1ef9b1a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '132bfeb3-f6f6-4d34-a309-2fb4c81919d2'} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:17:12.655321 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Bound port: 6f3b2766-f5a4-44c6-8f7c-344e1109485a, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4043d804-f398-4069-bc69-0b1ef9b1a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '132bfeb3-f6f6-4d34-a309-2fb4c81919d2'}}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:17:12.655719 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:12.657763 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-4d42ab83-43d6-4e60-a0c6-252694162e4b service neutron] 10.222.0.26 "GET /v2.0/networks/80c53d92-b13a-4c0f-9dc2-9c88681c80d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658382 Jun 18 14:17:12.755559 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:17:12.820954 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d2ea8-410d-4765-beac-e11bd0b7907d req-d5042c4a-6492-40e9-8c5b-831943ce182b tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:12.842185 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-909d2ea8-410d-4765-beac-e11bd0b7907d req-d5042c4a-6492-40e9-8c5b-831943ce182b tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.4153066 Jun 18 14:17:12.853601 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 42240) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:12.950499 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] For port 6f3b2766-f5a4-44c6-8f7c-344e1109485a, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:17:12.954531 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-4312b2ae-998c-4b69-a6a7-23080fda19af service neutron] 10.222.0.26 "GET /v2.0/networks/80c53d92-b13a-4c0f-9dc2-9c88681c80d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952967 Jun 18 14:17:12.959835 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] For port 6f3b2766-f5a4-44c6-8f7c-344e1109485a, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=6f3b2766-f5a4-44c6-8f7c-344e1109485a,segment=NetworkSegment(4043d804-f398-4069-bc69-0b1ef9b1a67a),segment_id=4043d804-f398-4069-bc69-0b1ef9b1a67a)] {{(pid=93614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:17:12.988463 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-37e92aae-588e-46fa-9f1c-765ffa9be4d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=91692dce9b2d4058958bb30a9b5a6711&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1334832 Jun 18 14:17:12.992889 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 42248) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:13.011874 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-32934151-01f0-4e71-ae60-c6bae4e06b9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:13.060833 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-32934151-01f0-4e71-ae60-c6bae4e06b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:13.080988 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:13.083479 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:17:13.091384 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-e01c2b63-94ac-4dc5-9b2d-c92a01f2c30e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:13.102905 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-909d2ea8-410d-4765-beac-e11bd0b7907d req-cb875d5e-a838-47ec-9c62-09b4d061b656 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593532 Jun 18 14:17:13.162820 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:13.163254 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:13.168355 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Pushing event updated for resources: {'Port': ['ID=6f3b2766-f5a4-44c6-8f7c-344e1109485a,revision_number=2']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:13.174013 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:13.216598 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a68b1725-7b71-4ae3-83f2-9c4ed406b459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:13.266045 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a68b1725-7b71-4ae3-83f2-9c4ed406b459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:13.333422 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:13.400279 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2bf0ffe7-17b6-4d6a-bffe-432462ddd808 req-faf4ea8f-35a2-44ee-a0f5-47394493208f tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 210 time: 0.0979879 Jun 18 14:17:13.428286 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3,segment=NetworkSegment(2797265c-4983-4bf3-9100-f60b71988b67),segment_id=2797265c-4983-4bf3-9100-f60b71988b67)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:17:13.445009 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [None req-32934151-01f0-4e71-ae60-c6bae4e06b9b admin admin] Allocated IP 172.27.3.50 (bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae/6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898/7305c47c-2032-441a-8690-5fabedcc7e65) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:17:13.501614 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:13.546501 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a68b1725-7b71-4ae3-83f2-9c4ed406b459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:13.546704 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:13.551267 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:13.555294 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a68b1725-7b71-4ae3-83f2-9c4ed406b459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:13.556762 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-a68b1725-7b71-4ae3-83f2-9c4ed406b459 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae3937f0-0180-4ac2-9585-e557c3ea4915 HTTP/1.1" status: 204 len: 168 time: 0.5628068 Jun 18 14:17:13.559657 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-3cbcff4c-c1ca-4d21-ac8f-5962593f2835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:13.592030 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b1725-7b71-4ae3-83f2-9c4ed406b459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3937f0-0180-4ac2-9585-e557c3ea4915,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:13.604610 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-a68b1725-7b71-4ae3-83f2-9c4ed406b459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:13.667585 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-32934151-01f0-4e71-ae60-c6bae4e06b9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:13.751731 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:13.759551 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:13.829025 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-32934151-01f0-4e71-ae60-c6bae4e06b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11814889'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:13.836428 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:13.934422 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32934151-01f0-4e71-ae60-c6bae4e06b9b admin admin] Network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:17:13.939725 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-32934151-01f0-4e71-ae60-c6bae4e06b9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:17:13.940822 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32934151-01f0-4e71-ae60-c6bae4e06b9b admin admin] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:17:13.947701 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32934151-01f0-4e71-ae60-c6bae4e06b9b admin admin] Pushing event updated for resources: {'Port': ['ID=7305c47c-2032-441a-8690-5fabedcc7e65,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:13.951470 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-32934151-01f0-4e71-ae60-c6bae4e06b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:14.054267 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 42278) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:14.457671 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3fe61f57-77e8-482c-8df9-b874003a5593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:14.629163 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3fe61f57-77e8-482c-8df9-b874003a5593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:14.710433 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-22d12671-fa9c-44dc-acaa-fdadc0531f61 req-c298eabe-ff5e-4ea2-92c7-1ad2606b31d1 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 210 time: 0.0566566 Jun 18 14:17:14.743875 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0198b7-e7af-41c0-9fef-e8e17669d2cd req-c8342f23-0221-4197-b815-002cc82d0993 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:14.745886 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-da0198b7-e7af-41c0-9fef-e8e17669d2cd req-c8342f23-0221-4197-b815-002cc82d0993 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.2654693 Jun 18 14:17:14.799104 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3fe61f57-77e8-482c-8df9-b874003a5593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:14.805923 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-add277ba-27ef-4da5-b99d-6b5987dd7146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:14.867190 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe61f57-77e8-482c-8df9-b874003a5593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf20d8f-f705-4dca-8781-20c6ab37d2ed,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:14.881154 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-3fe61f57-77e8-482c-8df9-b874003a5593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:14.951654 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-da0198b7-e7af-41c0-9fef-e8e17669d2cd req-08ecd12b-91cf-4044-9db3-1fd380c28735 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926925 Jun 18 14:17:14.963425 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-3fe61f57-77e8-482c-8df9-b874003a5593 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=09c55366d1e9482e95f07c1df0b4a114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9036205 Jun 18 14:17:14.964636 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 42308) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:14.969710 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:17:14.993985 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aae2fcb-50f8-4536-b00c-964fabfefc01 None None] Network 132bfeb3-f6f6-4d34-a309-2fb4c81919d2 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:17:15.142987 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3e41-bf55-4f7e-b024-0d7c20cfed1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:15.179858 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3e41-bf55-4f7e-b024-0d7c20cfed1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:15.181695 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-32934151-01f0-4e71-ae60-c6bae4e06b9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:15.453875 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3e41-bf55-4f7e-b024-0d7c20cfed1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:15.457334 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3e41-bf55-4f7e-b024-0d7c20cfed1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:15.464499 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:15.464794 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-bd2b3e41-bf55-4f7e-b024-0d7c20cfed1a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3bf20d8f-f705-4dca-8781-20c6ab37d2ed HTTP/1.1" status: 204 len: 168 time: 0.4975340 Jun 18 14:17:15.467379 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-4e29d023-0e30-4676-9792-fbb518581c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:15.468051 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-12b70543-998c-43ca-a2e5-755bb5d9e335 None None] Provisioning for port 6f3b2766-f5a4-44c6-8f7c-344e1109485a completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:17:15.479143 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:15.479852 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:15.500522 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b3e41-bf55-4f7e-b024-0d7c20cfed1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf20d8f-f705-4dca-8781-20c6ab37d2ed,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:15.505422 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-bd2b3e41-bf55-4f7e-b024-0d7c20cfed1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:15.606415 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-32934151-01f0-4e71-ae60-c6bae4e06b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635706'] for router, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:15.717744 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 6f3b2766-f5a4-44c6-8f7c-344e1109485a up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:17:15.828285 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 42322) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:15.929895 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port 6f3b2766-f5a4-44c6-8f7c-344e1109485a completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:17:15.941733 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 6f3b2766-f5a4-44c6-8f7c-344e1109485a triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:15.943737 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:16.035127 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f517e1e2-ecca-4035-8585-8f5070ee6bf0 req-acfaf9a2-40d0-4f0f-9cb9-31728127a32d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 210 time: 0.0724950 Jun 18 14:17:16.060535 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32934151-01f0-4e71-ae60-c6bae4e06b9b admin admin] Router 4989b577-5694-4d6f-bbe1-8777d219b60b is scheduled to L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff with binding_index 1 {{(pid=93613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 14:17:16.092804 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-ef5752ea-ca1d-4316-8107-ad57247e0941 None None] Provisioning complete for port 6f3b2766-f5a4-44c6-8f7c-344e1109485a triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:16.094575 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-ef5752ea-ca1d-4316-8107-ad57247e0941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:16.355670 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:16.392932 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-04781f92-8c4f-4848-a393-9b0e89fea9e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1981730314-network', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:16.408383 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32934151-01f0-4e71-ae60-c6bae4e06b9b admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:17:16.434292 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] Sync routers for ids ['4989b577-5694-4d6f-bbe1-8777d219b60b'] in dv-cinder-795751-2-iscsi {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:17:16.452007 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port 6f3b2766-f5a4-44c6-8f7c-344e1109485a, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=6f3b2766-f5a4-44c6-8f7c-344e1109485a,segment=NetworkSegment(4043d804-f398-4069-bc69-0b1ef9b1a67a),segment_id=4043d804-f398-4069-bc69-0b1ef9b1a67a)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:17:16.457170 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] Routers {'4989b577-5694-4d6f-bbe1-8777d219b60b'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:17:16.459482 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:17:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['4989b577-5694-4d6f-bbe1-8777d219b60b'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:16.479146 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74dfaba-2796-4971-a77c-2e6f12871342 req-2a2dd01e-36e3-4a53-87c7-b07b1ea767d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:16.481906 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c74dfaba-2796-4971-a77c-2e6f12871342 req-2a2dd01e-36e3-4a53-87c7-b07b1ea767d7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 1098 time: 0.3116033 Jun 18 14:17:16.506747 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-ef5752ea-ca1d-4316-8107-ad57247e0941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:16.527733 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef966c60-3231-41a4-8f98-23d37c14cfda req-2fa29a14-ff50-4d87-8acb-f0509754d68a tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:16.530556 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ef966c60-3231-41a4-8f98-23d37c14cfda req-2fa29a14-ff50-4d87-8acb-f0509754d68a tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.2170403 Jun 18 14:17:16.614335 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c74dfaba-2796-4971-a77c-2e6f12871342 req-8e2cf05f-7acd-4d5e-bc1c-c4094f7dcdcd service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133487 Jun 18 14:17:16.623110 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04781f92-8c4f-4848-a393-9b0e89fea9e1 admin admin] Made reservation on behalf of 68c0acdf3c5043c1abd19fd3db96520e for: {'network': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:17:16.627042 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-04781f92-8c4f-4848-a393-9b0e89fea9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for network, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:16.637200 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ef966c60-3231-41a4-8f98-23d37c14cfda req-184c4973-6110-4410-8786-6ae20a7a53a2 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925810 Jun 18 14:17:16.647075 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-04781f92-8c4f-4848-a393-9b0e89fea9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:16.674194 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:16.687579 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-46f722d3-57cd-4396-a002-93fa9b3ea248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:16.733759 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] Set router 4989b577-5694-4d6f-bbe1-8777d219b60b gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:17:16.783952 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.db.api [None req-ef5752ea-ca1d-4316-8107-ad57247e0941 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 14:17:16.784320 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_db.api [None req-ef5752ea-ca1d-4316-8107-ad57247e0941 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 14:17:16.787442 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=6f3b2766-f5a4-44c6-8f7c-344e1109485a,revision_number=3']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:16.790776 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:16.804888 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-32934151-01f0-4e71-ae60-c6bae4e06b9b admin admin] Notify callbacks [] for router, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:16.806227 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-32934151-01f0-4e71-ae60-c6bae4e06b9b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.4097552 Jun 18 14:17:16.815787 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 42340) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:17.049007 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-04781f92-8c4f-4848-a393-9b0e89fea9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:17.065286 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 42346) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:17.072725 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4989b577-5694-4d6f-bbe1-8777d219b60b', 'name': 'tempest-TestShelveInstance-1749858193-router', 'tenant_id': '4c19f013d61f4881a1b551ac036e4160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '7305c47c-2032-441a-8690-5fabedcc7e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:11Z', 'updated_at': '2021-06-18T14:17:14Z', 'revision_number': 3, 'project_id': '4c19f013d61f4881a1b551ac036e4160', 'gw_port': {'id': '7305c47c-2032-441a-8690-5fabedcc7e65', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4989b577-5694-4d6f-bbe1-8777d219b60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:13Z', 'updated_at': '2021-06-18T14:17:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:17.100211 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 42348) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:17.120108 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] Checking router: 4989b577-5694-4d6f-bbe1-8777d219b60b for host: dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:17:17.121631 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] Updating router 4989b577-5694-4d6f-bbe1-8777d219b60b port 7305c47c-2032-441a-8690-5fabedcc7e65 binding host dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 14:17:17.141230 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-1b1542be-2ee8-45da-96f2-8def96388142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:17.179190 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:17.269576 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-04781f92-8c4f-4848-a393-9b0e89fea9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:17.279676 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-5ac77f46-559b-4e9c-ab8f-e5ae72328a0e req-0c65e31a-e768-40b3-b8c2-3fe625c5e5c4 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 210 time: 0.0600252 Jun 18 14:17:17.293960 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-bb0ce397-88ac-4692-8ab8-f0470255a28c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:17.490347 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04781f92-8c4f-4848-a393-9b0e89fea9e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=93612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 14:17:17.533878 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04781f92-8c4f-4848-a393-9b0e89fea9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5b653c-ec9d-40d0-835d-fa2a94a7ca63,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:17.564160 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-04781f92-8c4f-4848-a393-9b0e89fea9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:17.573753 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-04781f92-8c4f-4848-a393-9b0e89fea9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:17.575132 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.segments_db [None req-04781f92-8c4f-4848-a393-9b0e89fea9e1 admin admin] Added segment bb5ae42b-fe35-4e44-bbed-61794b3b7dd5 of type vlan for network 732503bd-c79c-40ac-a2d6-5ec143face16 Jun 18 14:17:17.578188 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-fa9a83dd-f02a-4255-8f51-211393c4870c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:17.621513 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] Notify callbacks [] for port, precommit_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:17.635826 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.provisioning_blocks [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] Transition to ACTIVE for port object 7305c47c-2032-441a-8690-5fabedcc7e65 will not be triggered until provisioned by entity L2. {{(pid=93615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:17:17.706292 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-04781f92-8c4f-4848-a393-9b0e89fea9e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749953027292'] for network, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:17.712698 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:17.730976 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:17.740131 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:17.803618 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-1b1542be-2ee8-45da-96f2-8def96388142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:17.868091 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] Attempting to bind port 7305c47c-2032-441a-8690-5fabedcc7e65 on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:17:17.868663 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] Attempting to bind port 7305c47c-2032-441a-8690-5fabedcc7e65 by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}] {{(pid=93615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:17:17.869230 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] Attempting to bind port 7305c47c-2032-441a-8690-5fabedcc7e65 on network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:17:17.874431 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744eb6e-a0b1-4c16-9144-68e01ff9911a None None] Pushing event updated for resources: {'Port': ['ID=7305c47c-2032-441a-8690-5fabedcc7e65,revision_number=2']} {{(pid=93615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:17.881525 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-f744eb6e-a0b1-4c16-9144-68e01ff9911a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:17.883553 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:17:17.884160 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] Checking segment: {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:17:17.885056 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:17.885432 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] Bound using segment: {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'} {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:17:17.886363 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] Bound port: 7305c47c-2032-441a-8690-5fabedcc7e65, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}}] {{(pid=93615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:17:17.887526 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:17.935039 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] Allocated IP 172.20.0.1 (132bfeb3-f6f6-4d34-a309-2fb4c81919d2/736e2abf-c4a9-461b-a07c-fb5e478bde21/4fb9d4b2-3903-4938-b986-72871c08396a) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:17:17.960967 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-04781f92-8c4f-4848-a393-9b0e89fea9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588'] for network, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:17.968552 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-1b1542be-2ee8-45da-96f2-8def96388142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:17.981360 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04781f92-8c4f-4848-a393-9b0e89fea9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:17.982323 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-04781f92-8c4f-4848-a393-9b0e89fea9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:17.985532 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.db [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] For port 7305c47c-2032-441a-8690-5fabedcc7e65, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:17:17.985837 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-6b1d728b-0760-47f9-91f4-68bc631b440c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:17.991927 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.db [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] For port 7305c47c-2032-441a-8690-5fabedcc7e65, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=7305c47c-2032-441a-8690-5fabedcc7e65,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:17:18.086616 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:18.096286 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-1b1542be-2ee8-45da-96f2-8def96388142 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0cb124cf168442838d3ca76829d339a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9804401 Jun 18 14:17:18.096286 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1542be-2ee8-45da-96f2-8def96388142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49254e8-d9e5-423e-a35b-04539e832751,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:18.100334 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-1b1542be-2ee8-45da-96f2-8def96388142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:18.103651 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 42364) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:18.106215 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-95701909-24aa-4761-a8a7-d1a07d2b6684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:18.108133 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:18.115253 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-13e5c1dc-4d83-4200-bf69-a52a121fca85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:18.143299 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.provisioning_blocks [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] Transition to ACTIVE for port object 4fb9d4b2-3903-4938-b986-72871c08396a will not be triggered until provisioned by entity DHCP. {{(pid=93613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:17:18.240868 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] Routers {'4989b577-5694-4d6f-bbe1-8777d219b60b'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:17:18.242143 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:17:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['4989b577-5694-4d6f-bbe1-8777d219b60b'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:18.246070 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744eb6e-a0b1-4c16-9144-68e01ff9911a None None] Pushing event updated for resources: {'Port': ['ID=7305c47c-2032-441a-8690-5fabedcc7e65,revision_number=3']} {{(pid=93615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:18.277079 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-f744eb6e-a0b1-4c16-9144-68e01ff9911a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:18.511697 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] Set router 4989b577-5694-4d6f-bbe1-8777d219b60b gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:17:18.512609 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-76b3b30a-5ec6-45c1-9622-68ecb63b03cb tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:18.515935 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-76b3b30a-5ec6-45c1-9622-68ecb63b03cb tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.38 "GET /v2.0/networks?id=80c53d92-b13a-4c0f-9dc2-9c88681c80d4 HTTP/1.1" status: 200 len: 812 time: 0.7025514 Jun 18 14:17:18.521267 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1276188c-5ea2-49fe-a960-31e8e0756e3d req-f220c18d-7713-4938-96f3-a2a534b3f4bb tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 210 time: 0.0840709 Jun 18 14:17:18.525190 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11814889'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:18.549422 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-3f97b90d-2644-49a5-8e38-283e63e6469c tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:18.564179 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-c74b98cb-db6f-433c-8536-deb3e137666a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Request body: {'port': {'device_id': '6aadb672-29b0-4e69-8d22-037494e5a19b', 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4', 'admin_state_up': True, 'tenant_id': 'a0fb363ac56e4dfdb761e1b1617c621f'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:18.632253 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5471f-e882-47e3-89fe-74774273a962 req-ca0cea91-32ad-44d1-8429-1c5b8f8ba68a tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:18.635164 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-eaf5471f-e882-47e3-89fe-74774273a962 req-ca0cea91-32ad-44d1-8429-1c5b8f8ba68a tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.8060067 Jun 18 14:17:18.674857 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] Network 132bfeb3-f6f6-4d34-a309-2fb4c81919d2 is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:17:18.678166 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:17:18.685492 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:17:18.726309 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb9d4b2-3903-4938-b986-72871c08396a,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:18.754493 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:18.766187 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636949'] for router_interface, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:18.806590 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04781f92-8c4f-4848-a393-9b0e89fea9e1 admin admin] Pushing event updated for resources: {'Network': ['ID=732503bd-c79c-40ac-a2d6-5ec143face16,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:18.815960 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-04781f92-8c4f-4848-a393-9b0e89fea9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:18.821540 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Network 732503bd-c79c-40ac-a2d6-5ec143face16 details requested by agent ovs-agent-dv-cinder-795751-2-iscsi with host dv-cinder-795751-2-iscsi {{(pid=93614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 14:17:18.919801 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-df4166e5-6685-4a6b-a05b-a47115b5876c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:18.944254 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 6f3b2766-f5a4-44c6-8f7c-344e1109485a up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:17:18.959609 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4989b577-5694-4d6f-bbe1-8777d219b60b', 'name': 'tempest-TestShelveInstance-1749858193-router', 'tenant_id': '4c19f013d61f4881a1b551ac036e4160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '7305c47c-2032-441a-8690-5fabedcc7e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:11Z', 'updated_at': '2021-06-18T14:17:14Z', 'revision_number': 3, 'project_id': '4c19f013d61f4881a1b551ac036e4160', 'gw_port': {'id': '7305c47c-2032-441a-8690-5fabedcc7e65', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4989b577-5694-4d6f-bbe1-8777d219b60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:13Z', 'updated_at': '2021-06-18T14:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:18.962198 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-eaf5471f-e882-47e3-89fe-74774273a962 req-8b7e2a74-93f8-4764-beef-0458c0e7db6e tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026746 Jun 18 14:17:18.967601 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-fa9a83dd-f02a-4255-8f51-211393c4870c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:18.994197 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-df4166e5-6685-4a6b-a05b-a47115b5876c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:19.013101 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2aa4083-d62a-41cd-8845-9ced59607402 None None] The sync data for ids ['4989b577-5694-4d6f-bbe1-8777d219b60b'] in dv-cinder-795751-2-iscsi is: [{'id': '4989b577-5694-4d6f-bbe1-8777d219b60b', 'name': 'tempest-TestShelveInstance-1749858193-router', 'tenant_id': '4c19f013d61f4881a1b551ac036e4160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '7305c47c-2032-441a-8690-5fabedcc7e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:11Z', 'updated_at': '2021-06-18T14:17:14Z', 'revision_number': 3, 'project_id': '4c19f013d61f4881a1b551ac036e4160', 'gw_port': {'id': '7305c47c-2032-441a-8690-5fabedcc7e65', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4989b577-5694-4d6f-bbe1-8777d219b60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:13Z', 'updated_at': '2021-06-18T14:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}] {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:17:19.035591 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-fa9a83dd-f02a-4255-8f51-211393c4870c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:19.040144 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c6398bd8-faa5-4d63-81c1-b8e63dfc8682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:19.094682 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 6f3b2766-f5a4-44c6-8f7c-344e1109485a triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:19.095073 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:19.112691 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:19.139735 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a83dd-f02a-4255-8f51-211393c4870c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0a1580-6bea-42d4-9780-01723ae5fdb7,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:19.169762 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-04781f92-8c4f-4848-a393-9b0e89fea9e1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.3342302 Jun 18 14:17:19.171435 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-fa9a83dd-f02a-4255-8f51-211393c4870c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:19.172340 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 42382) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:19.178314 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-fa9a83dd-f02a-4255-8f51-211393c4870c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=349836943094416eac207335f9529854&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1121299 Jun 18 14:17:19.185030 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-0b7aaba4-683d-45f5-9425-1556a2245c53 admin admin] Request body: {'subnet': {'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1981730314-subnet', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:19.185347 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 42384) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:19.256576 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-018dbb26-416b-4e9c-ab5a-d50d9eb4a781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:19.271926 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-57e7714a-9797-48d9-8232-0c38e06b453d None None] Provisioning for port 4fb9d4b2-3903-4938-b986-72871c08396a completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:17:19.288726 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-57e7714a-9797-48d9-8232-0c38e06b453d None None] Provisioning complete for port 4fb9d4b2-3903-4938-b986-72871c08396a triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:19.289731 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-57e7714a-9797-48d9-8232-0c38e06b453d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:19.296236 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-018dbb26-416b-4e9c-ab5a-d50d9eb4a781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:19.376119 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-57e7714a-9797-48d9-8232-0c38e06b453d None None] Port 4fb9d4b2-3903-4938-b986-72871c08396a cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:17:19.383239 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-df4166e5-6685-4a6b-a05b-a47115b5876c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:19.388639 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-df4166e5-6685-4a6b-a05b-a47115b5876c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:19.390555 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-df4166e5-6685-4a6b-a05b-a47115b5876c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d49254e8-d9e5-423e-a35b-04539e832751 HTTP/1.1" status: 204 len: 168 time: 1.2804770 Jun 18 14:17:19.391734 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-c74b98cb-db6f-433c-8536-deb3e137666a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Made reservation on behalf of a0fb363ac56e4dfdb761e1b1617c621f for: {'port': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:17:19.393683 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:19.398091 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-c74b98cb-db6f-433c-8536-deb3e137666a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:19.402365 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-3fe61f57-77e8-482c-8df9-b874003a5593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:19.431740 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4166e5-6685-4a6b-a05b-a47115b5876c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49254e8-d9e5-423e-a35b-04539e832751,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:19.438727 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-df4166e5-6685-4a6b-a05b-a47115b5876c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:19.462400 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11814879'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:19.467231 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:19.508449 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-018dbb26-416b-4e9c-ab5a-d50d9eb4a781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:19.515103 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-018dbb26-416b-4e9c-ab5a-d50d9eb4a781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:19.518753 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-018dbb26-416b-4e9c-ab5a-d50d9eb4a781 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b0a1580-6bea-42d4-9780-01723ae5fdb7 HTTP/1.1" status: 204 len: 168 time: 0.3296397 Jun 18 14:17:19.522656 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-422746f7-1db8-4bf4-a542-4cc62ee6654e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:19.551056 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018dbb26-416b-4e9c-ab5a-d50d9eb4a781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0a1580-6bea-42d4-9780-01723ae5fdb7,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:19.573450 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb9d4b2-3903-4938-b986-72871c08396a,revision_number=2']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:19.577491 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:19.648344 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7aaba4-683d-45f5-9425-1556a2245c53 admin admin] Made reservation on behalf of 68c0acdf3c5043c1abd19fd3db96520e for: {'subnet': 1} {{(pid=93613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:17:19.656498 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0b7aaba4-683d-45f5-9425-1556a2245c53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8408782'] for subnet, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:19.671082 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-018dbb26-416b-4e9c-ab5a-d50d9eb4a781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:19.806595 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3640674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637196'] for router_interface, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:19.864641 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-c74b98cb-db6f-433c-8536-deb3e137666a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Allocated IP 172.20.0.11 (80c53d92-b13a-4c0f-9dc2-9c88681c80d4/4f4a3b15-5d35-4545-8617-d54f3ee00d9a/95d94fa4-dbbc-44f1-b96a-89756c38a530) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:17:19.921766 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f85d2960-7903-4e58-a3cf-0be16c3fa906 req-2102608d-be81-4e01-8cfb-cfb5c4e1d875 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 210 time: 0.0819829 Jun 18 14:17:20.089717 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-c74b98cb-db6f-433c-8536-deb3e137666a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:20.213438 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] Network 132bfeb3-f6f6-4d34-a309-2fb4c81919d2 is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:17:20.214937 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:17:20.281238 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c1b90-ba16-489f-bf38-1362465ba7d5 req-6b77d90b-b588-460b-a94d-ee29b9d68fef tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:20.290888 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-331c1b90-ba16-489f-bf38-1362465ba7d5 req-6b77d90b-b588-460b-a94d-ee29b9d68fef tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.1097019 Jun 18 14:17:20.318882 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-c74b98cb-db6f-433c-8536-deb3e137666a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12393637'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:20.332663 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-0f3dc9b6-96df-493a-a81a-124a12c90266 tempest-DeleteServersTestJSON-1663063932 tempest-DeleteServersTestJSON-1663063932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:20.372179 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['5aed1d4a-e478-41df-810a-be5c1d4fb512', 'f2b18c5b-cd89-4511-8198-c89237ba3b00'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:17:20.404326 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-331c1b90-ba16-489f-bf38-1362465ba7d5 req-a364b94c-59ad-45ee-a08b-47cb8e2fdc22 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120987 Jun 18 14:17:20.409986 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0b7aaba4-683d-45f5-9425-1556a2245c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11814749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8408796'] for subnet, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:20.472380 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-c74b98cb-db6f-433c-8536-deb3e137666a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Network 80c53d92-b13a-4c0f-9dc2-9c88681c80d4 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:17:20.476890 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-c74b98cb-db6f-433c-8536-deb3e137666a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:17:20.483940 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-c74b98cb-db6f-433c-8536-deb3e137666a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:17:20.500026 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:20.629153 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-c74b98cb-db6f-433c-8536-deb3e137666a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:20.630557 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-c74b98cb-db6f-433c-8536-deb3e137666a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:20.636892 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-2627b6e2-8a25-4821-9203-0d10ee1fcf97 None None] Provisioning complete for port 4fb9d4b2-3903-4938-b986-72871c08396a triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:20.637292 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-2627b6e2-8a25-4821-9203-0d10ee1fcf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:20.641259 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b98cb-db6f-433c-8536-deb3e137666a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Pushing event updated for resources: {'Port': ['ID=95d94fa4-dbbc-44f1-b96a-89756c38a530,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:20.647198 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c74b98cb-db6f-433c-8536-deb3e137666a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:20.733916 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-2627b6e2-8a25-4821-9203-0d10ee1fcf97 None None] Port 4fb9d4b2-3903-4938-b986-72871c08396a cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:17:20.742414 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-c74b98cb-db6f-433c-8536-deb3e137666a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1845913 Jun 18 14:17:20.771245 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Request body: {'port': {'device_id': '6aadb672-29b0-4e69-8d22-037494e5a19b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:20.775609 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 42420) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:20.833021 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-8a413cd0-3d74-47eb-ad29-ea02f3621e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:20.836893 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7aaba4-683d-45f5-9425-1556a2245c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52102b7a-07bd-46b6-9a1d-ca1db691ce03,revision_number=0']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:20.852309 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-0b7aaba4-683d-45f5-9425-1556a2245c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:20.878326 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 7305c47c-2032-441a-8690-5fabedcc7e65 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:17:20.924736 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] Router 4989b577-5694-4d6f-bbe1-8777d219b60b has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:17:20.936192 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7aaba4-683d-45f5-9425-1556a2245c53 admin admin] Checking segment: {'id': 'bb5ae42b-fe35-4e44-bbed-61794b3b7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:17:20.937189 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7aaba4-683d-45f5-9425-1556a2245c53 admin admin] Network hostable DHCP agents. Network: 732503bd-c79c-40ac-a2d6-5ec143face16, hostable agents: ['a833f364-3b43-4f9e-93eb-c5238733b25c'], hosted agents: [] {{(pid=93613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 14:17:20.940971 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:21.035125 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 42426) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:21.067072 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f9d59c0d-bce3-41d8-8821-318a3f8b6768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:21.113377 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port 7305c47c-2032-441a-8690-5fabedcc7e65 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:17:21.119411 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 7305c47c-2032-441a-8690-5fabedcc7e65 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:21.120145 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:21.228736 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:21.259648 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port 7305c47c-2032-441a-8690-5fabedcc7e65, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=7305c47c-2032-441a-8690-5fabedcc7e65,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:17:21.263399 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-8a413cd0-3d74-47eb-ad29-ea02f3621e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:21.371535 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:21.374169 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:21.387797 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-8a413cd0-3d74-47eb-ad29-ea02f3621e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:21.418765 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-2dbacf32-08fb-4d33-a089-8fc21a2d32b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:21.422732 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-8a413cd0-3d74-47eb-ad29-ea02f3621e99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e91e18e9e99421d9555561037aecaae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6450591 Jun 18 14:17:21.448178 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 42430) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:21.452140 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=7305c47c-2032-441a-8690-5fabedcc7e65,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:21.458535 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:21.467812 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7aaba4-683d-45f5-9425-1556a2245c53 admin admin] Network 732503bd-c79c-40ac-a2d6-5ec143face16 is scheduled to be hosted by DHCP agent a833f364-3b43-4f9e-93eb-c5238733b25c with binding_index 1 {{(pid=93613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 14:17:21.548582 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:17:21.565072 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] 10.222.0.26 "PUT /v2.0/routers/4989b577-5694-4d6f-bbe1-8777d219b60b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7439628 Jun 18 14:17:21.582830 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500921c5-74e4-47c1-ac01-1bc3f936045b req-89e24ae8-b4e1-4503-9492-f99d0da2b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:21.583853 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-500921c5-74e4-47c1-ac01-1bc3f936045b req-89e24ae8-b4e1-4503-9492-f99d0da2b841 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0114c6b5421b4c0d82d45f17131ded96&device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 1098 time: 0.1491005 Jun 18 14:17:21.598594 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a413cd0-3d74-47eb-ad29-ea02f3621e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5998662-426b-4773-9376-1cd00d82d3d2,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:21.613984 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5c240-ea08-4e7c-8904-517048010288 req-c76eb8f5-3c22-4a93-b26b-c58a603672c7 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:21.614415 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d94fa4-dbbc-44f1-b96a-89756c38a530 {{(pid=93612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:17:21.621674 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f1a5c240-ea08-4e7c-8904-517048010288 req-c76eb8f5-3c22-4a93-b26b-c58a603672c7 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 932 time: 0.1626904 Jun 18 14:17:21.655679 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-8a413cd0-3d74-47eb-ad29-ea02f3621e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:21.660122 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-0b7aaba4-683d-45f5-9425-1556a2245c53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-2-iscsi, 732503bd-c79c-40ac-a2d6-5ec143face16) {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:17:21.664955 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:21.682349 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35670145-7af4-458b-8da8-615aacc124fe None None] Sync routers for ids ['4989b577-5694-4d6f-bbe1-8777d219b60b'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:17:21.685143 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab332f80-083c-4b3d-8905-f3ee41f52818 None None] Network 732503bd-c79c-40ac-a2d6-5ec143face16 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:17:21.725772 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35670145-7af4-458b-8da8-615aacc124fe None None] Routers {'4989b577-5694-4d6f-bbe1-8777d219b60b'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:17:21.726541 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-35670145-7af4-458b-8da8-615aacc124fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:17:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['4989b577-5694-4d6f-bbe1-8777d219b60b'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:21.737794 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Transition to ACTIVE for port object 95d94fa4-dbbc-44f1-b96a-89756c38a530 will not be triggered until provisioned by entity L2. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:17:21.741700 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-38533c18-674e-45f4-93b2-f2c46709129b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:21.762481 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7aaba4-683d-45f5-9425-1556a2245c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:21.763068 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0b7aaba4-683d-45f5-9425-1556a2245c53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:21.816368 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f1a5c240-ea08-4e7c-8904-517048010288 req-60716dad-2452-4674-a475-346331186a05 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938865 Jun 18 14:17:21.858579 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f34657-b793-4e5b-94f2-a74617474e92 req-fe6d159c-3b11-4864-b4de-e35c83235dc2 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:21.859620 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500921c5-74e4-47c1-ac01-1bc3f936045b req-1eb64546-19e7-46cf-8eaf-8d4da9c2d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:21.862716 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-500921c5-74e4-47c1-ac01-1bc3f936045b req-1eb64546-19e7-46cf-8eaf-8d4da9c2d267 service neutron] 10.222.0.38 "GET /v2.0/networks?id=98c5be27-f70c-4e03-8010-617386ed8973 HTTP/1.1" status: 200 len: 920 time: 0.2682352 Jun 18 14:17:21.867684 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-03f34657-b793-4e5b-94f2-a74617474e92 req-fe6d159c-3b11-4864-b4de-e35c83235dc2 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.4505723 Jun 18 14:17:21.868981 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:21.918029 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-38533c18-674e-45f4-93b2-f2c46709129b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:21.921637 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:21.956570 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-500921c5-74e4-47c1-ac01-1bc3f936045b req-ff6a7805-a569-44f9-ac74-35b82d039c76 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=691d98c7-5561-48f3-a25d-d4e3d0513e48 HTTP/1.1" status: 200 len: 217 time: 0.0844443 Jun 18 14:17:22.023575 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-35670145-7af4-458b-8da8-615aacc124fe None None] Set router 4989b577-5694-4d6f-bbe1-8777d219b60b gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:17:22.095992 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500921c5-74e4-47c1-ac01-1bc3f936045b req-311a85cb-2d06-4a61-ab1f-0d4af0363163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:22.101798 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-500921c5-74e4-47c1-ac01-1bc3f936045b req-311a85cb-2d06-4a61-ab1f-0d4af0363163 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e09c94b7-02ea-47cd-90c5-ff12c8357fed HTTP/1.1" status: 200 len: 859 time: 0.1338687 Jun 18 14:17:22.187464 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-500921c5-74e4-47c1-ac01-1bc3f936045b req-bb2d1475-a290-4536-937c-05a4682f796c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=98c5be27-f70c-4e03-8010-617386ed8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806904 Jun 18 14:17:22.237879 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Pushing event updated for resources: {'Port': ['ID=95d94fa4-dbbc-44f1-b96a-89756c38a530,revision_number=2']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:22.242058 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d5ec8f6-9621-5ecb-8e85-a3906f322592-732503bd-c79c-40ac-a2d6-5ec143face16', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'fixed_ips': [{'subnet_id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03'}]}} from dv-cinder-795751-2-iscsi. {{(pid=93614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 14:17:22.243579 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:22.263246 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:22.309328 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-03f34657-b793-4e5b-94f2-a74617474e92 req-be7e5845-3308-4001-b983-6cfe40bbcb48 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149547 Jun 18 14:17:22.350229 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f9d59c0d-bce3-41d8-8821-318a3f8b6768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:22.356836 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-38533c18-674e-45f4-93b2-f2c46709129b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:22.358205 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-500921c5-74e4-47c1-ac01-1bc3f936045b req-1dc09f8a-e4de-4015-9e09-90e518e19867 service neutron] 10.222.0.38 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638918 Jun 18 14:17:22.364098 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-38533c18-674e-45f4-93b2-f2c46709129b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:22.366723 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-38533c18-674e-45f4-93b2-f2c46709129b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5998662-426b-4773-9376-1cd00d82d3d2 HTTP/1.1" status: 204 len: 168 time: 0.9171331 Jun 18 14:17:22.380107 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-e83f35e4-174e-4f87-9e0c-4267bb5c0231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:22.497728 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38533c18-674e-45f4-93b2-f2c46709129b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5998662-426b-4773-9376-1cd00d82d3d2,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:22.505770 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-38533c18-674e-45f4-93b2-f2c46709129b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:22.517900 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f9d59c0d-bce3-41d8-8821-318a3f8b6768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:22.597216 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-6e33a2aa-46e5-4240-893c-78322a8ab6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:22.606807 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-f9d59c0d-bce3-41d8-8821-318a3f8b6768 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9723a809b97f4e29b64d9cb65f027146&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5674670 Jun 18 14:17:22.608845 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 42450) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:22.621450 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Attempting to bind port 95d94fa4-dbbc-44f1-b96a-89756c38a530 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:17:22.622068 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Attempting to bind port 95d94fa4-dbbc-44f1-b96a-89756c38a530 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4'}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:17:22.622601 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Attempting to bind port 95d94fa4-dbbc-44f1-b96a-89756c38a530 on network 80c53d92-b13a-4c0f-9dc2-9c88681c80d4 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:17:22.653674 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Port 95d94fa4-dbbc-44f1-b96a-89756c38a530 on network 80c53d92-b13a-4c0f-9dc2-9c88681c80d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 14:17:22.657431 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Attempting to bind port 95d94fa4-dbbc-44f1-b96a-89756c38a530 on network 80c53d92-b13a-4c0f-9dc2-9c88681c80d4 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:17:22.666010 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Checking agent: {'id': '29ce2f09-b2be-4853-98fa-378b10f49f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'started_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:17:22.666760 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Checking segment: {'id': '7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:17:22.667460 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Bound using segment: {'id': '7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4'} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:17:22.670064 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Bound port: 95d94fa4-dbbc-44f1-b96a-89756c38a530, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4'}}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:17:22.670902 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:22.697490 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d59c0d-bce3-41d8-8821-318a3f8b6768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cfab10-7364-4d79-ae37-b9108c62d187,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:22.704074 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-f9d59c0d-bce3-41d8-8821-318a3f8b6768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:22.744751 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 42454) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:22.745587 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-0b7aaba4-683d-45f5-9425-1556a2245c53 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5640464 Jun 18 14:17:22.759882 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-cbb39a1f-4393-40f6-b4ab-69da4c609ed9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1981730314-router', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:22.775726 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-500921c5-74e4-47c1-ac01-1bc3f936045b req-65c5538b-5f07-42fe-8448-629f9dfe378b service neutron] 10.222.0.38 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104209 Jun 18 14:17:22.828642 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-29f7ebd3-1e6a-4322-80be-d875c1aef21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:22.855509 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] For port 95d94fa4-dbbc-44f1-b96a-89756c38a530, host hv-cinder-79575, cleared binding levels {{(pid=93612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:17:22.864227 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] For port 95d94fa4-dbbc-44f1-b96a-89756c38a530, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=95d94fa4-dbbc-44f1-b96a-89756c38a530,segment=NetworkSegment(7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f),segment_id=7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f)] {{(pid=93612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:17:22.880591 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cbb39a1f-4393-40f6-b4ab-69da4c609ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3944'] for router, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:22.887608 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cbb39a1f-4393-40f6-b4ab-69da4c609ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3939'] for router, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:22.901107 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-29f7ebd3-1e6a-4322-80be-d875c1aef21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:22.968814 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 42458) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:22.969851 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 7305c47c-2032-441a-8690-5fabedcc7e65 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:17:22.977848 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-9b746de9-9656-45e9-a53e-e79be5aecd31 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-255076407', 'description': 'tempest-secgroup-smoke-255076407 description', 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:22.983995 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:22.989557 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cbb39a1f-4393-40f6-b4ab-69da4c609ed9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:22.990240 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:23.044722 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Pushing event updated for resources: {'Port': ['ID=95d94fa4-dbbc-44f1-b96a-89756c38a530,revision_number=3']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:23.051755 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:23.096902 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9b746de9-9656-45e9-a53e-e79be5aecd31 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:23.142071 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-29f7ebd3-1e6a-4322-80be-d875c1aef21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:23.158955 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-29f7ebd3-1e6a-4322-80be-d875c1aef21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:23.163286 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-29f7ebd3-1e6a-4322-80be-d875c1aef21a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/48cfab10-7364-4d79-ae37-b9108c62d187 HTTP/1.1" status: 204 len: 168 time: 0.5514517 Jun 18 14:17:23.170180 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:23.171347 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:23.174169 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-094fed93-623d-4a5b-94b2-b00e3a1b773f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:23.174414 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] 10.222.0.38 "PUT /v2.0/ports/95d94fa4-dbbc-44f1-b96a-89756c38a530 HTTP/1.1" status: 200 len: 1094 time: 2.4074979 Jun 18 14:17:23.213403 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7ebd3-1e6a-4322-80be-d875c1aef21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cfab10-7364-4d79-ae37-b9108c62d187,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:23.218263 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-29f7ebd3-1e6a-4322-80be-d875c1aef21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:23.284525 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aadb672-29b0-4e69-8d22-037494e5a19b', 'tag': '95d94fa4-dbbc-44f1-b96a-89756c38a530'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:17:23.289602 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cc487c-343b-4f11-b643-021c557df953" -d '{"events": [{"name": "network-changed", "server_uuid": "6aadb672-29b0-4e69-8d22-037494e5a19b", "tag": "95d94fa4-dbbc-44f1-b96a-89756c38a530"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:17:23.337102 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9b746de9-9656-45e9-a53e-e79be5aecd31 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:23.400670 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9b746de9-9656-45e9-a53e-e79be5aecd31 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:23.402653 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-339dd21c-b01b-43ac-aa51-1f402bbc8c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:23.451124 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333df9fe-3c3e-4b44-8b7b-03cfeae3f54d x-openstack-request-id: req-333df9fe-3c3e-4b44-8b7b-03cfeae3f54d {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:17:23.452493 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aadb672-29b0-4e69-8d22-037494e5a19b", "tag": "95d94fa4-dbbc-44f1-b96a-89756c38a530", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:17:23.453088 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-333df9fe-3c3e-4b44-8b7b-03cfeae3f54d {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:17:23.454739 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aadb672-29b0-4e69-8d22-037494e5a19b', 'tag': '95d94fa4-dbbc-44f1-b96a-89756c38a530', 'status': 'completed', 'code': 200} Jun 18 14:17:23.474992 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b746de9-9656-45e9-a53e-e79be5aecd31 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=752c3d6e-22e8-436c-85ac-96739ae27c47,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:23.478524 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-9b746de9-9656-45e9-a53e-e79be5aecd31 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:23.517832 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.db_base_plugin_common [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Allocated IP 172.20.0.2 (732503bd-c79c-40ac-a2d6-5ec143face16/52102b7a-07bd-46b6-9a1d-ca1db691ce03/5d6329b9-2bcc-446e-97d6-b75afb3f6897) {{(pid=93614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:17:23.546192 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9b746de9-9656-45e9-a53e-e79be5aecd31 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:23.553083 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-9b746de9-9656-45e9-a53e-e79be5aecd31 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5791037 Jun 18 14:17:23.561387 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 42478) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:23.574532 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-017c78b6-d822-4ff0-933d-f12f0dd757f1 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Request body: {'security_group_rule': {'security_group_id': '752c3d6e-22e8-436c-85ac-96739ae27c47', 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:23.645958 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 7305c47c-2032-441a-8690-5fabedcc7e65 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:23.645958 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:23.769223 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-35670145-7af4-458b-8da8-615aacc124fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4989b577-5694-4d6f-bbe1-8777d219b60b', 'name': 'tempest-TestShelveInstance-1749858193-router', 'tenant_id': '4c19f013d61f4881a1b551ac036e4160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '7305c47c-2032-441a-8690-5fabedcc7e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:11Z', 'updated_at': '2021-06-18T14:17:18Z', 'revision_number': 4, 'project_id': '4c19f013d61f4881a1b551ac036e4160', 'gw_port': {'id': '7305c47c-2032-441a-8690-5fabedcc7e65', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989b577-5694-4d6f-bbe1-8777d219b60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:13Z', 'updated_at': '2021-06-18T14:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '4fb9d4b2-3903-4938-b986-72871c08396a', 'name': '', 'network_id': '132bfeb3-f6f6-4d34-a309-2fb4c81919d2', 'tenant_id': '4c19f013d61f4881a1b551ac036e4160', 'mac_address': 'fa:16:3e:24:bf:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4989b577-5694-4d6f-bbe1-8777d219b60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '736e2abf-c4a9-461b-a07c-fb5e478bde21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:17Z', 'updated_at': '2021-06-18T14:17:19Z', 'revision_number': 2, 'project_id': '4c19f013d61f4881a1b551ac036e4160', 'subnets': [{'id': '736e2abf-c4a9-461b-a07c-fb5e478bde21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:23.778551 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cbb39a1f-4393-40f6-b4ab-69da4c609ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3957'] for router, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:23.807387 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9ae46-0db3-4d73-a642-14cb348aff46 req-e419ecaa-bb35-4058-a6c4-189cefcf5a1b tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:23.809128 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3388003-4a7b-473e-a165-81ce5bae29b2 req-8b3f7981-744e-4f96-9b9e-e5acc16731de tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:23.810964 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c3388003-4a7b-473e-a165-81ce5bae29b2 req-8b3f7981-744e-4f96-9b9e-e5acc16731de tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 944 time: 0.5448537 Jun 18 14:17:23.815152 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-32f9ae46-0db3-4d73-a642-14cb348aff46 req-e419ecaa-bb35-4058-a6c4-189cefcf5a1b tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.2267518 Jun 18 14:17:23.818180 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-3de9de71-efa2-4f00-9961-9bd014078e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:23.819905 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-3de9de71-efa2-4f00-9961-9bd014078e50 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a0fb363ac56e4dfdb761e1b1617c621f&device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 1097 time: 0.4415720 Jun 18 14:17:23.836900 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35670145-7af4-458b-8da8-615aacc124fe None None] Checking router: 4989b577-5694-4d6f-bbe1-8777d219b60b for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:17:23.840534 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35670145-7af4-458b-8da8-615aacc124fe None None] Updating router 4989b577-5694-4d6f-bbe1-8777d219b60b port 4fb9d4b2-3903-4938-b986-72871c08396a binding host dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 14:17:23.843353 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-017c78b6-d822-4ff0-933d-f12f0dd757f1 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:23.946350 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-35670145-7af4-458b-8da8-615aacc124fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:23.958969 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-b5b605ce-41ce-41a3-9077-6c159e3eb3c2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95d94fa4-dbbc-44f1-b96a-89756c38a530 HTTP/1.1" status: 200 len: 217 time: 0.0825660 Jun 18 14:17:23.959318 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-32f9ae46-0db3-4d73-a642-14cb348aff46 req-5634698c-9e6c-4e27-94a2-4bfb9aa3f5c7 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195633 Jun 18 14:17:23.984055 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c3388003-4a7b-473e-a165-81ce5bae29b2 req-3b5b6ba1-a6a0-4834-a6eb-effb4cb61a51 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510503 Jun 18 14:17:24.041661 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-017c78b6-d822-4ff0-933d-f12f0dd757f1 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:24.112084 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-e9951d27-b33a-41df-9ef6-5d4cbe5360b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:24.124624 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-e9951d27-b33a-41df-9ef6-5d4cbe5360b5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4f4a3b15-5d35-4545-8617-d54f3ee00d9a HTTP/1.1" status: 200 len: 852 time: 0.1167352 Jun 18 14:17:24.158467 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-017c78b6-d822-4ff0-933d-f12f0dd757f1 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:24.160867 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:24.168727 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-67759a52-3a9e-4ef6-820b-669a7f760b33 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=80c53d92-b13a-4c0f-9dc2-9c88681c80d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472133 Jun 18 14:17:24.192215 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c78b6-d822-4ff0-933d-f12f0dd757f1 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb63163c-75af-4014-b768-2b428cb38cb5,revision_number=0']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:24.201998 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:24.217083 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-017c78b6-d822-4ff0-933d-f12f0dd757f1 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:24.226568 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Transition to ACTIVE for port object 5d6329b9-2bcc-446e-97d6-b75afb3f6897 will not be triggered until provisioned by entity L2. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:17:24.263518 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Transition to ACTIVE for port object 5d6329b9-2bcc-446e-97d6-b75afb3f6897 will not be triggered until provisioned by entity DHCP. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:17:24.295585 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-abeaaefc-8a41-4bfe-bfa6-f9a94b2547fe service neutron] 10.222.0.38 "GET /v2.0/networks/80c53d92-b13a-4c0f-9dc2-9c88681c80d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195369 Jun 18 14:17:24.329192 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-017c78b6-d822-4ff0-933d-f12f0dd757f1 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:24.332993 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-017c78b6-d822-4ff0-933d-f12f0dd757f1 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7675753 Jun 18 14:17:24.333757 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 42502) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:24.340919 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-3742a06b-2279-4207-be81-729478a5276b tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Request body: {'security_group_rule': {'security_group_id': '752c3d6e-22e8-436c-85ac-96739ae27c47', 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:24.425330 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990'] for port, after_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:24.436231 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:24.456911 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-3742a06b-2279-4207-be81-729478a5276b tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:24.496118 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Pushing event updated for resources: {'Port': ['ID=5d6329b9-2bcc-446e-97d6-b75afb3f6897,revision_number=1']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:24.525117 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:24.533285 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Network 732503bd-c79c-40ac-a2d6-5ec143face16 is already hosted by enough agents. {{(pid=93614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:17:24.542727 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.scheduler.base_scheduler [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Resources bound (agent type, host, resource id): {{(pid=93614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:17:24.550846 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Received port after_create {{(pid=93614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:17:24.573139 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e891abf5-a721-4ab1-8bdd-da4c263fe6ea req-2545270a-5478-4771-8fa4-f37300d3b9e4 service neutron] 10.222.0.38 "GET /v2.0/networks/80c53d92-b13a-4c0f-9dc2-9c88681c80d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702789 Jun 18 14:17:24.581274 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cbb39a1f-4393-40f6-b4ab-69da4c609ed9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:24.617848 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-3742a06b-2279-4207-be81-729478a5276b tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:24.624751 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cbb39a1f-4393-40f6-b4ab-69da4c609ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:24.767195 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-35670145-7af4-458b-8da8-615aacc124fe None None] Notify callbacks [] for port, precommit_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:24.767195 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Attempting to bind port 5d6329b9-2bcc-446e-97d6-b75afb3f6897 on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:17:24.767195 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Attempting to bind port 5d6329b9-2bcc-446e-97d6-b75afb3f6897 by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': 'bb5ae42b-fe35-4e44-bbed-61794b3b7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16'}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:17:24.767195 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Attempting to bind port 5d6329b9-2bcc-446e-97d6-b75afb3f6897 on network 732503bd-c79c-40ac-a2d6-5ec143face16 {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:17:24.767195 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:17:24.767195 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Checking segment: {'id': 'bb5ae42b-fe35-4e44-bbed-61794b3b7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:17:24.767195 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:24.767195 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Bound using segment: {'id': 'bb5ae42b-fe35-4e44-bbed-61794b3b7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16'} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:17:24.767195 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Bound port: 5d6329b9-2bcc-446e-97d6-b75afb3f6897, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5ae42b-fe35-4e44-bbed-61794b3b7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16'}}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:17:24.767195 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:24.769810 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-35670145-7af4-458b-8da8-615aacc124fe None None] Transition to ACTIVE for port object 4fb9d4b2-3903-4938-b986-72871c08396a will not be triggered until provisioned by entity L2. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:17:24.825982 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [None req-cbb39a1f-4393-40f6-b4ab-69da4c609ed9 admin admin] Allocated IP 172.27.3.216 (bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae/6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898/e6169665-228e-401f-b847-84c902a86c48) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:17:24.828828 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] For port 5d6329b9-2bcc-446e-97d6-b75afb3f6897, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:17:24.833360 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] For port 5d6329b9-2bcc-446e-97d6-b75afb3f6897, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=5d6329b9-2bcc-446e-97d6-b75afb3f6897,segment=NetworkSegment(bb5ae42b-fe35-4e44-bbed-61794b3b7dd5),segment_id=bb5ae42b-fe35-4e44-bbed-61794b3b7dd5)] {{(pid=93614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:17:24.896187 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-3742a06b-2279-4207-be81-729478a5276b tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:24.899179 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:24.915756 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742a06b-2279-4207-be81-729478a5276b tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb426560-5a2e-4197-aca6-9d77d19715ec,revision_number=0']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:24.918381 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-3742a06b-2279-4207-be81-729478a5276b tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:24.954773 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cbb39a1f-4393-40f6-b4ab-69da4c609ed9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:25.005732 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-35670145-7af4-458b-8da8-615aacc124fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:25.038868 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-e01c2b63-94ac-4dc5-9b2d-c92a01f2c30e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:25.045049 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-3742a06b-2279-4207-be81-729478a5276b tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:25.046336 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-3742a06b-2279-4207-be81-729478a5276b tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7120109 Jun 18 14:17:25.049044 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 42526) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:25.054274 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-285ef00e-0f5a-4d80-af49-22599a635175 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Request body: {'security_group_rule': {'security_group_id': '752c3d6e-22e8-436c-85ac-96739ae27c47', 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:25.070040 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:25.146209 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc487c-343b-4f11-b643-021c557df953 req-123fcca6-a04b-4e98-9247-e647ad676891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:25.151217 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-56cc487c-343b-4f11-b643-021c557df953 req-123fcca6-a04b-4e98-9247-e647ad676891 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a0fb363ac56e4dfdb761e1b1617c621f&device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 1097 time: 0.1768699 Jun 18 14:17:25.156286 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cbb39a1f-4393-40f6-b4ab-69da4c609ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12393637'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:25.187024 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-bdd0b387-e5e0-4d0e-bf68-b9c67caa8e79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:25.330493 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-285ef00e-0f5a-4d80-af49-22599a635175 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:25.467836 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-35670145-7af4-458b-8da8-615aacc124fe None None] Attempting to bind port 4fb9d4b2-3903-4938-b986-72871c08396a on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:17:25.471275 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-35670145-7af4-458b-8da8-615aacc124fe None None] Attempting to bind port 4fb9d4b2-3903-4938-b986-72871c08396a by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '4043d804-f398-4069-bc69-0b1ef9b1a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '132bfeb3-f6f6-4d34-a309-2fb4c81919d2'}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:17:25.474092 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35670145-7af4-458b-8da8-615aacc124fe None None] Attempting to bind port 4fb9d4b2-3903-4938-b986-72871c08396a on network 132bfeb3-f6f6-4d34-a309-2fb4c81919d2 {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:17:25.499741 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec7f75-afe0-4450-b8e7-9b5d43e8749c None None] Pushing event updated for resources: {'Port': ['ID=4fb9d4b2-3903-4938-b986-72871c08396a,revision_number=3']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:25.504753 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-35ec7f75-afe0-4450-b8e7-9b5d43e8749c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:25.509400 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:25.523833 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35670145-7af4-458b-8da8-615aacc124fe None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:17:25.523833 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35670145-7af4-458b-8da8-615aacc124fe None None] Checking segment: {'id': '4043d804-f398-4069-bc69-0b1ef9b1a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '132bfeb3-f6f6-4d34-a309-2fb4c81919d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:17:25.523833 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-35670145-7af4-458b-8da8-615aacc124fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:25.523833 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35670145-7af4-458b-8da8-615aacc124fe None None] Bound using segment: {'id': '4043d804-f398-4069-bc69-0b1ef9b1a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '132bfeb3-f6f6-4d34-a309-2fb4c81919d2'} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:17:25.526189 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-35670145-7af4-458b-8da8-615aacc124fe None None] Bound port: 4fb9d4b2-3903-4938-b986-72871c08396a, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4043d804-f398-4069-bc69-0b1ef9b1a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '132bfeb3-f6f6-4d34-a309-2fb4c81919d2'}}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:17:25.532448 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-35670145-7af4-458b-8da8-615aacc124fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:25.555116 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 42538) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:25.582297 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-285ef00e-0f5a-4d80-af49-22599a635175 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:25.613304 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d483e5-617d-4208-ace7-d39717e2c420 req-cd1d9c99-6a9d-414f-ab06-5a73ea87ea51 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:25.617739 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b9d483e5-617d-4208-ace7-d39717e2c420 req-cd1d9c99-6a9d-414f-ab06-5a73ea87ea51 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.4770758 Jun 18 14:17:25.693031 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-285ef00e-0f5a-4d80-af49-22599a635175 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:25.701404 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Pushing event updated for resources: {'Port': ['ID=5d6329b9-2bcc-446e-97d6-b75afb3f6897,revision_number=2']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:25.708078 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:25.716063 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:25.727768 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-35670145-7af4-458b-8da8-615aacc124fe None None] For port 4fb9d4b2-3903-4938-b986-72871c08396a, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:17:25.728083 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b9d483e5-617d-4208-ace7-d39717e2c420 req-0ee9be36-6c27-4c82-b966-27c4f794db5f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008847 Jun 18 14:17:25.732237 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-35670145-7af4-458b-8da8-615aacc124fe None None] For port 4fb9d4b2-3903-4938-b986-72871c08396a, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=4fb9d4b2-3903-4938-b986-72871c08396a,segment=NetworkSegment(4043d804-f398-4069-bc69-0b1ef9b1a67a),segment_id=4043d804-f398-4069-bc69-0b1ef9b1a67a)] {{(pid=93614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:17:25.753085 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ef00e-0f5a-4d80-af49-22599a635175 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673627d6-b269-4dfb-8ec7-9d5929c3f11d,revision_number=0']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:25.757498 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-285ef00e-0f5a-4d80-af49-22599a635175 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:25.840341 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4198a4f9-da18-47d5-bad7-f6e939fce339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:25.868840 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-285ef00e-0f5a-4d80-af49-22599a635175 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:25.877527 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-285ef00e-0f5a-4d80-af49-22599a635175 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8251386 Jun 18 14:17:25.879018 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 42546) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:25.893436 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-b78622be-2ef4-4a6d-b583-3fe777a5d656 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Request body: {'security_group_rule': {'security_group_id': '752c3d6e-22e8-436c-85ac-96739ae27c47', 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:25.902879 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-35670145-7af4-458b-8da8-615aacc124fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:25.926428 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:26.014267 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35670145-7af4-458b-8da8-615aacc124fe None None] Routers {'4989b577-5694-4d6f-bbe1-8777d219b60b'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:17:26.014841 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-35670145-7af4-458b-8da8-615aacc124fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:17:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['4989b577-5694-4d6f-bbe1-8777d219b60b'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:26.073233 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb39a1f-4393-40f6-b4ab-69da4c609ed9 admin admin] Network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:17:26.076538 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc487c-343b-4f11-b643-021c557df953 req-6e08f7c1-dbdb-4495-9756-8ddc894f71ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:26.078142 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-56cc487c-343b-4f11-b643-021c557df953 req-6e08f7c1-dbdb-4495-9756-8ddc894f71ed service neutron] 10.222.0.38 "GET /v2.0/networks?id=80c53d92-b13a-4c0f-9dc2-9c88681c80d4 HTTP/1.1" status: 200 len: 913 time: 0.9210124 Jun 18 14:17:26.082258 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-cbb39a1f-4393-40f6-b4ab-69da4c609ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:17:26.085624 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb39a1f-4393-40f6-b4ab-69da4c609ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=e6169665-228e-401f-b847-84c902a86c48,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:26.098807 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb39a1f-4393-40f6-b4ab-69da4c609ed9 admin admin] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:17:26.131191 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4198a4f9-da18-47d5-bad7-f6e939fce339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:26.151364 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec7f75-afe0-4450-b8e7-9b5d43e8749c None None] Pushing event updated for resources: {'Port': ['ID=4fb9d4b2-3903-4938-b986-72871c08396a,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:26.162738 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-35ec7f75-afe0-4450-b8e7-9b5d43e8749c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:26.179084 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-cbb39a1f-4393-40f6-b4ab-69da4c609ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.993s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:26.257089 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4198a4f9-da18-47d5-bad7-f6e939fce339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:26.257528 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-56cc487c-343b-4f11-b643-021c557df953 req-5764392e-8d13-40c1-a2af-96d3af08bfa8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95d94fa4-dbbc-44f1-b96a-89756c38a530 HTTP/1.1" status: 200 len: 217 time: 0.1091909 Jun 18 14:17:26.262009 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-29f7ebd3-1e6a-4322-80be-d875c1aef21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:26.270956 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-35670145-7af4-458b-8da8-615aacc124fe None None] Set router 4989b577-5694-4d6f-bbe1-8777d219b60b gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:17:26.381713 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-4198a4f9-da18-47d5-bad7-f6e939fce339 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=67a0247343f04702ba4948029498eee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8235064 Jun 18 14:17:26.383591 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198a4f9-da18-47d5-bad7-f6e939fce339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8d5c77-f373-4100-ab08-584052f6a1fa,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:26.388306 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 42554) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:26.458350 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4198a4f9-da18-47d5-bad7-f6e939fce339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:26.493452 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b78622be-2ef4-4a6d-b583-3fe777a5d656 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:26.619196 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc487c-343b-4f11-b643-021c557df953 req-aa49f052-d5eb-4275-8892-50f1e045a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:26.623192 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-56cc487c-343b-4f11-b643-021c557df953 req-aa49f052-d5eb-4275-8892-50f1e045a661 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4f4a3b15-5d35-4545-8617-d54f3ee00d9a HTTP/1.1" status: 200 len: 852 time: 0.3294084 Jun 18 14:17:26.695763 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-56cc487c-343b-4f11-b643-021c557df953 req-2bdc6c14-ffcf-4145-8a5a-19ae86ce754d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=80c53d92-b13a-4c0f-9dc2-9c88681c80d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482233 Jun 18 14:17:26.696413 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ff164378-0f11-48c6-9117-fdcd2dc68414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:26.706142 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5beee-4f83-4264-b45f-b57026b936f5 req-2c300e3e-a28b-49c5-a3aa-98b30df0ef21 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:26.721625 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bbb5beee-4f83-4264-b45f-b57026b936f5 req-2c300e3e-a28b-49c5-a3aa-98b30df0ef21 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 944 time: 1.3963585 Jun 18 14:17:26.740292 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-35670145-7af4-458b-8da8-615aacc124fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4989b577-5694-4d6f-bbe1-8777d219b60b', 'name': 'tempest-TestShelveInstance-1749858193-router', 'tenant_id': '4c19f013d61f4881a1b551ac036e4160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '7305c47c-2032-441a-8690-5fabedcc7e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:11Z', 'updated_at': '2021-06-18T14:17:18Z', 'revision_number': 4, 'project_id': '4c19f013d61f4881a1b551ac036e4160', 'gw_port': {'id': '7305c47c-2032-441a-8690-5fabedcc7e65', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989b577-5694-4d6f-bbe1-8777d219b60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:13Z', 'updated_at': '2021-06-18T14:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '4fb9d4b2-3903-4938-b986-72871c08396a', 'name': '', 'network_id': '132bfeb3-f6f6-4d34-a309-2fb4c81919d2', 'tenant_id': '4c19f013d61f4881a1b551ac036e4160', 'mac_address': 'fa:16:3e:24:bf:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4989b577-5694-4d6f-bbe1-8777d219b60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '736e2abf-c4a9-461b-a07c-fb5e478bde21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:17Z', 'updated_at': '2021-06-18T14:17:25Z', 'revision_number': 4, 'project_id': '4c19f013d61f4881a1b551ac036e4160', 'subnets': [{'id': '736e2abf-c4a9-461b-a07c-fb5e478bde21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:26.792380 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b78622be-2ef4-4a6d-b583-3fe777a5d656 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:26.827410 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35670145-7af4-458b-8da8-615aacc124fe None None] The sync data for ids ['4989b577-5694-4d6f-bbe1-8777d219b60b'] in dv-cinder-795751-2-iscsi is: [{'id': '4989b577-5694-4d6f-bbe1-8777d219b60b', 'name': 'tempest-TestShelveInstance-1749858193-router', 'tenant_id': '4c19f013d61f4881a1b551ac036e4160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '7305c47c-2032-441a-8690-5fabedcc7e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:11Z', 'updated_at': '2021-06-18T14:17:18Z', 'revision_number': 4, 'project_id': '4c19f013d61f4881a1b551ac036e4160', 'gw_port': {'id': '7305c47c-2032-441a-8690-5fabedcc7e65', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989b577-5694-4d6f-bbe1-8777d219b60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:13Z', 'updated_at': '2021-06-18T14:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '4fb9d4b2-3903-4938-b986-72871c08396a', 'name': '', 'network_id': '132bfeb3-f6f6-4d34-a309-2fb4c81919d2', 'tenant_id': '4c19f013d61f4881a1b551ac036e4160', 'mac_address': 'fa:16:3e:24:bf:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4989b577-5694-4d6f-bbe1-8777d219b60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '736e2abf-c4a9-461b-a07c-fb5e478bde21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:17Z', 'updated_at': '2021-06-18T14:17:25Z', 'revision_number': 4, 'project_id': '4c19f013d61f4881a1b551ac036e4160', 'subnets': [{'id': '736e2abf-c4a9-461b-a07c-fb5e478bde21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:17:26.849710 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ff164378-0f11-48c6-9117-fdcd2dc68414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:26.984260 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b78622be-2ef4-4a6d-b583-3fe777a5d656 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:26.984260 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:27.052169 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 5d6329b9-2bcc-446e-97d6-b75afb3f6897 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:17:27.087689 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78622be-2ef4-4a6d-b583-3fe777a5d656 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81c0c1a-2a42-49cc-ad8f-2c9daa6bd387,revision_number=0']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:27.092457 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-b78622be-2ef4-4a6d-b583-3fe777a5d656 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:27.127115 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bbb5beee-4f83-4264-b45f-b57026b936f5 req-38c4e22e-31e1-4cbc-87fe-68b480dfab6e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104016 Jun 18 14:17:27.175365 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b78622be-2ef4-4a6d-b583-3fe777a5d656 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:27.178509 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-b78622be-2ef4-4a6d-b583-3fe777a5d656 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2935095 Jun 18 14:17:27.183547 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 42574) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:27.192531 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-40f7bea5-7ef8-4fc4-bb57-a8d8b7f04412 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Request body: {'security_group_rule': {'security_group_id': '752c3d6e-22e8-436c-85ac-96739ae27c47', 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:27.242955 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b170085-95c9-44a8-89f4-344d42928cf2 None None] Network 732503bd-c79c-40ac-a2d6-5ec143face16 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:17:27.258748 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ff164378-0f11-48c6-9117-fdcd2dc68414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:27.268933 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-56cc487c-343b-4f11-b643-021c557df953 req-6e89ab9a-37aa-4069-acab-e19bcb7af6c1 service neutron] 10.222.0.38 "GET /v2.0/networks/80c53d92-b13a-4c0f-9dc2-9c88681c80d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347152 Jun 18 14:17:27.271325 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ff164378-0f11-48c6-9117-fdcd2dc68414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:27.279614 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-ff164378-0f11-48c6-9117-fdcd2dc68414 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b8d5c77-f373-4100-ab08-584052f6a1fa HTTP/1.1" status: 204 len: 168 time: 0.8867147 Jun 18 14:17:27.289437 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-aac4b3b8-d541-4d62-8013-27477c827bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:27.341155 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff164378-0f11-48c6-9117-fdcd2dc68414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8d5c77-f373-4100-ab08-584052f6a1fa,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:27.359788 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-ff164378-0f11-48c6-9117-fdcd2dc68414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:27.418837 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-56cc487c-343b-4f11-b643-021c557df953 req-f2957387-73e2-40d4-b3b7-e2a9898ba304 service neutron] 10.222.0.38 "GET /v2.0/networks/80c53d92-b13a-4c0f-9dc2-9c88681c80d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489735 Jun 18 14:17:27.446942 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cbb39a1f-4393-40f6-b4ab-69da4c609ed9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:27.498124 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.db.securitygroups_db [None req-40f7bea5-7ef8-4fc4-bb57-a8d8b7f04412 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Project 66c7a59352bd4bb3b1a26c01a0fb571c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 14:17:27.549068 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-40f7bea5-7ef8-4fc4-bb57-a8d8b7f04412 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:27.643788 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-99d9bbb4-ac47-4bee-91bd-d5a3f1cc0bfd None None] Provisioning for port 5d6329b9-2bcc-446e-97d6-b75afb3f6897 completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:17:27.704117 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port 5d6329b9-2bcc-446e-97d6-b75afb3f6897 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:17:27.735092 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 5d6329b9-2bcc-446e-97d6-b75afb3f6897 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:27.736884 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:27.767451 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-40f7bea5-7ef8-4fc4-bb57-a8d8b7f04412 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:27.816796 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29493754-dbef-4013-8890-738b39142f71 req-e63ed61a-32e8-42ba-8204-f44ab8d09794 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:27.820187 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-29493754-dbef-4013-8890-738b39142f71 req-e63ed61a-32e8-42ba-8204-f44ab8d09794 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.4541996 Jun 18 14:17:27.858148 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-40f7bea5-7ef8-4fc4-bb57-a8d8b7f04412 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:27.874633 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-285ef00e-0f5a-4d80-af49-22599a635175 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:27.960034 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cbb39a1f-4393-40f6-b4ab-69da4c609ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635706'] for router, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:27.992432 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7bea5-7ef8-4fc4-bb57-a8d8b7f04412 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2831099e-9835-45ac-b729-dea4eafe1827,revision_number=0']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:28.019116 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-40f7bea5-7ef8-4fc4-bb57-a8d8b7f04412 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:28.044135 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-29493754-dbef-4013-8890-738b39142f71 req-1c6e4da5-ef32-4050-a3fd-e3a5ac8684ea tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146039 Jun 18 14:17:28.113798 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-40f7bea5-7ef8-4fc4-bb57-a8d8b7f04412 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:28.115397 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-40f7bea5-7ef8-4fc4-bb57-a8d8b7f04412 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9301801 Jun 18 14:17:28.119593 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 42588) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:28.125056 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-17e8425c-d7ae-4c94-a6b2-ca72dd0f5a1c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Request body: {'security_group_rule': {'security_group_id': '752c3d6e-22e8-436c-85ac-96739ae27c47', 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:28.267704 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.db.securitygroups_db [None req-17e8425c-d7ae-4c94-a6b2-ca72dd0f5a1c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Project 66c7a59352bd4bb3b1a26c01a0fb571c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 14:17:28.270399 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:28.277909 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-17e8425c-d7ae-4c94-a6b2-ca72dd0f5a1c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:28.391476 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port 5d6329b9-2bcc-446e-97d6-b75afb3f6897, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=5d6329b9-2bcc-446e-97d6-b75afb3f6897,segment=NetworkSegment(bb5ae42b-fe35-4e44-bbed-61794b3b7dd5),segment_id=bb5ae42b-fe35-4e44-bbed-61794b3b7dd5)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:17:28.433766 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-17e8425c-d7ae-4c94-a6b2-ca72dd0f5a1c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:28.489431 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:28.491795 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:28.530184 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-17e8425c-d7ae-4c94-a6b2-ca72dd0f5a1c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:28.533093 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-b78622be-2ef4-4a6d-b583-3fe777a5d656 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:28.582636 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=5d6329b9-2bcc-446e-97d6-b75afb3f6897,revision_number=3']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:28.601849 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:28.629144 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8425c-d7ae-4c94-a6b2-ca72dd0f5a1c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a01f317-134f-43ad-a7b0-64ebb9dd7873,revision_number=0']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:28.648874 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-17e8425c-d7ae-4c94-a6b2-ca72dd0f5a1c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:28.662683 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165dcca-cecf-44bf-b66e-f3425598ecde req-66b23474-1b5f-459d-b20b-141967dc3a2d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:28.664346 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f165dcca-cecf-44bf-b66e-f3425598ecde req-66b23474-1b5f-459d-b20b-141967dc3a2d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 944 time: 0.2781458 Jun 18 14:17:28.686163 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-17e8425c-d7ae-4c94-a6b2-ca72dd0f5a1c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:28.703267 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-17e8425c-d7ae-4c94-a6b2-ca72dd0f5a1c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5822635 Jun 18 14:17:28.739516 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f165dcca-cecf-44bf-b66e-f3425598ecde req-238d99b0-3c33-470c-8696-5f66570df9ac tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658624 Jun 18 14:17:28.799538 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb39a1f-4393-40f6-b4ab-69da4c609ed9 admin admin] Router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca is scheduled to L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff with binding_index 1 {{(pid=93612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 14:17:28.837049 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-abe537a2-3b16-4527-84a2-42d81226546c None None] Provisioning complete for port 5d6329b9-2bcc-446e-97d6-b75afb3f6897 triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:28.837441 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-abe537a2-3b16-4527-84a2-42d81226546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:28.996489 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 5d6329b9-2bcc-446e-97d6-b75afb3f6897 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:17:29.064805 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb39a1f-4393-40f6-b4ab-69da4c609ed9 admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:17:29.077351 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] Sync routers for ids ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'] in dv-cinder-795751-2-iscsi {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:17:29.096671 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] Routers {'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:17:29.103353 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:17:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:29.207295 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 5d6329b9-2bcc-446e-97d6-b75afb3f6897 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:29.208136 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:29.281765 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] Set router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:17:29.314752 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cbb39a1f-4393-40f6-b4ab-69da4c609ed9 admin admin] Notify callbacks [] for router, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:29.317943 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-cbb39a1f-4393-40f6-b4ab-69da4c609ed9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5638380 Jun 18 14:17:29.320830 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 42644) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:29.527599 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'name': 'tempest-AttachVolumeTestJSON-1981730314-router', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e6169665-228e-401f-b847-84c902a86c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:22Z', 'updated_at': '2021-06-18T14:17:26Z', 'revision_number': 3, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'gw_port': {'id': 'e6169665-228e-401f-b847-84c902a86c48', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:24Z', 'updated_at': '2021-06-18T14:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:29.535398 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 4fb9d4b2-3903-4938-b986-72871c08396a up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:17:29.567279 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7641e29-87d8-410f-b84b-c3812c85f04e req-a426d0e2-4073-4886-86e9-ed6c7d31699e tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:29.570502 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] Checking router: b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca for host: dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:17:29.571096 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] Updating router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca port e6169665-228e-401f-b847-84c902a86c48 binding host dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 14:17:29.578091 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c7641e29-87d8-410f-b84b-c3812c85f04e req-a426d0e2-4073-4886-86e9-ed6c7d31699e tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.2227056 Jun 18 14:17:29.617663 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:29.630744 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c7641e29-87d8-410f-b84b-c3812c85f04e req-dfcb2117-f5c7-4aec-9757-2858d15765e3 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517058 Jun 18 14:17:29.747210 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port 4fb9d4b2-3903-4938-b986-72871c08396a completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:17:29.752200 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 4fb9d4b2-3903-4938-b986-72871c08396a triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:29.752837 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:29.899832 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:29.989902 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port 4fb9d4b2-3903-4938-b986-72871c08396a, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=4fb9d4b2-3903-4938-b986-72871c08396a,segment=NetworkSegment(4043d804-f398-4069-bc69-0b1ef9b1a67a),segment_id=4043d804-f398-4069-bc69-0b1ef9b1a67a)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:17:30.084232 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:30.086407 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:30.138260 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:30.148145 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=4fb9d4b2-3903-4938-b986-72871c08396a,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:30.159640 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:30.169386 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc6cdc-eb9c-4747-9e9d-8f544b9b3dbc req-03b52a01-8a02-4303-a5c9-d4fe7bc79931 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:30.171022 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e5fc6cdc-eb9c-4747-9e9d-8f544b9b3dbc req-03b52a01-8a02-4303-a5c9-d4fe7bc79931 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 944 time: 0.1984169 Jun 18 14:17:30.182345 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] Notify callbacks [] for port, precommit_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:30.196184 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.provisioning_blocks [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] Transition to ACTIVE for port object e6169665-228e-401f-b847-84c902a86c48 will not be triggered until provisioned by entity L2. {{(pid=93615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:17:30.254531 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e5fc6cdc-eb9c-4747-9e9d-8f544b9b3dbc req-5afee97a-c1d1-4fec-8e64-f0cba713f6db tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758128 Jun 18 14:17:30.312897 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:30.317121 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:30.380046 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2475c-ed62-4361-9cb9-ea6a2631bf4f None None] Pushing event updated for resources: {'Port': ['ID=e6169665-228e-401f-b847-84c902a86c48,revision_number=2']} {{(pid=93615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:30.404194 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-1eb2475c-ed62-4361-9cb9-ea6a2631bf4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:30.436335 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] Attempting to bind port e6169665-228e-401f-b847-84c902a86c48 on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:17:30.436945 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] Attempting to bind port e6169665-228e-401f-b847-84c902a86c48 by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}] {{(pid=93615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:17:30.437509 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] Attempting to bind port e6169665-228e-401f-b847-84c902a86c48 on network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:17:30.444417 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:17:30.444968 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] Checking segment: {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:17:30.445532 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:30.446046 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] Bound using segment: {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'} {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:17:30.446674 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] Bound port: e6169665-228e-401f-b847-84c902a86c48, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}}] {{(pid=93615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:17:30.447191 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:30.522874 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.db [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] For port e6169665-228e-401f-b847-84c902a86c48, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:17:30.528910 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.db [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] For port e6169665-228e-401f-b847-84c902a86c48, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=e6169665-228e-401f-b847-84c902a86c48,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:17:30.674805 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:30.696740 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:30.794918 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 95d94fa4-dbbc-44f1-b96a-89756c38a530 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:17:30.832390 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2475c-ed62-4361-9cb9-ea6a2631bf4f None None] Pushing event updated for resources: {'Port': ['ID=e6169665-228e-401f-b847-84c902a86c48,revision_number=3']} {{(pid=93615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:30.843414 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] Allocated IP 172.20.0.1 (732503bd-c79c-40ac-a2d6-5ec143face16/52102b7a-07bd-46b6-9a1d-ca1db691ce03/3fe8840e-50b5-4942-b3e0-63c14b018223) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:17:30.845644 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 4fb9d4b2-3903-4938-b986-72871c08396a up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:17:30.846284 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-1eb2475c-ed62-4361-9cb9-ea6a2631bf4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:30.873722 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] Routers {'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:17:30.874956 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:17:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:31.030347 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] Set router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:17:31.068620 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:31.094941 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 4fb9d4b2-3903-4938-b986-72871c08396a triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:31.095464 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:31.154715 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 95d94fa4-dbbc-44f1-b96a-89756c38a530, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=95d94fa4-dbbc-44f1-b96a-89756c38a530,segment=NetworkSegment(7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f),segment_id=7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:17:31.163390 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] Transition to ACTIVE for port object 3fe8840e-50b5-4942-b3e0-63c14b018223 will not be triggered until provisioned by entity DHCP. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:17:31.229746 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': '95d94fa4-dbbc-44f1-b96a-89756c38a530', 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4', 'port_id': '95d94fa4-dbbc-44f1-b96a-89756c38a530', 'mac_address': 'fa:16:3e:a3:4f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4a3b15-5d35-4545-8617-d54f3ee00d9a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:17:31.350856 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'name': 'tempest-AttachVolumeTestJSON-1981730314-router', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e6169665-228e-401f-b847-84c902a86c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:22Z', 'updated_at': '2021-06-18T14:17:26Z', 'revision_number': 3, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'gw_port': {'id': 'e6169665-228e-401f-b847-84c902a86c48', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:24Z', 'updated_at': '2021-06-18T14:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:31.354259 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:31.372402 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d94fa4-dbbc-44f1-b96a-89756c38a530 {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:17:31.387573 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2845fe0-4289-40ee-ba27-ccc22fff6f1b None None] The sync data for ids ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'] in dv-cinder-795751-2-iscsi is: [{'id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'name': 'tempest-AttachVolumeTestJSON-1981730314-router', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e6169665-228e-401f-b847-84c902a86c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:22Z', 'updated_at': '2021-06-18T14:17:26Z', 'revision_number': 3, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'gw_port': {'id': 'e6169665-228e-401f-b847-84c902a86c48', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:24Z', 'updated_at': '2021-06-18T14:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}] {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:17:31.404079 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 95d94fa4-dbbc-44f1-b96a-89756c38a530, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=95d94fa4-dbbc-44f1-b96a-89756c38a530,segment=NetworkSegment(7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f),segment_id=7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:17:31.445850 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12393637'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:31.450168 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:31.486416 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f5bb0-3af5-4848-a776-2140e01f6bc9 req-2c63e222-8a31-4863-9b41-04d7ead58276 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:31.490316 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-868f5bb0-3af5-4848-a776-2140e01f6bc9 req-2c63e222-8a31-4863-9b41-04d7ead58276 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 944 time: 0.1082115 Jun 18 14:17:31.501286 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:31.504389 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:31.529677 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] Pushing event updated for resources: {'Port': ['ID=3fe8840e-50b5-4942-b3e0-63c14b018223,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:31.535298 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:31.558856 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] Network 732503bd-c79c-40ac-a2d6-5ec143face16 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:17:31.562361 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:17:31.572210 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:17:31.589328 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-868f5bb0-3af5-4848-a776-2140e01f6bc9 req-587d77fa-1a55-4eec-be0b-6ada662492d4 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789745 Jun 18 14:17:31.643937 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=95d94fa4-dbbc-44f1-b96a-89756c38a530,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:31.648261 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:31.702985 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636949'] for router_interface, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:31.988330 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['95d94fa4-dbbc-44f1-b96a-89756c38a530'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:17:32.092689 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:32.164955 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-ed758e84-1742-4388-8f63-abb6610ded4c None None] Provisioning for port 3fe8840e-50b5-4942-b3e0-63c14b018223 completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:17:32.199691 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-ed758e84-1742-4388-8f63-abb6610ded4c None None] Provisioning complete for port 3fe8840e-50b5-4942-b3e0-63c14b018223 triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:32.200154 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-ed758e84-1742-4388-8f63-abb6610ded4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:32.331018 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-ed758e84-1742-4388-8f63-abb6610ded4c None None] Port 3fe8840e-50b5-4942-b3e0-63c14b018223 cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:17:32.440597 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:32.501537 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:32.504993 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-15e7e01d-9478-4fe1-8f23-14f5327aef6c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:32.591435 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] Pushing event updated for resources: {'Port': ['ID=3fe8840e-50b5-4942-b3e0-63c14b018223,revision_number=2']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:32.596175 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3640674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637196'] for router_interface, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:32.598616 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:32.746394 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] Network 732503bd-c79c-40ac-a2d6-5ec143face16 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:17:32.748293 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:17:32.928585 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device e6169665-228e-401f-b847-84c902a86c48 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:17:32.985750 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddce0f-cc15-4396-a35d-d00f2124785b req-5d017120-dc00-4700-8511-ce04e2514964 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:32.987365 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-aaddce0f-cc15-4396-a35d-d00f2124785b req-5d017120-dc00-4700-8511-ce04e2514964 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 945 time: 0.1605034 Jun 18 14:17:33.045535 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] Router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:17:33.096312 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-aaddce0f-cc15-4396-a35d-d00f2124785b req-b1452aed-c988-4cd7-a531-d56bd8c99b0e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991857 Jun 18 14:17:33.129065 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port e6169665-228e-401f-b847-84c902a86c48 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:17:33.141612 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port e6169665-228e-401f-b847-84c902a86c48 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:33.142012 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:33.208725 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-027ee35f-fa21-4d69-a530-2756e4c6ec1e None None] Provisioning complete for port 3fe8840e-50b5-4942-b3e0-63c14b018223 triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:33.213391 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-027ee35f-fa21-4d69-a530-2756e4c6ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:33.266377 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:17:33.279006 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] 10.222.0.26 "PUT /v2.0/routers/b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9559073 Jun 18 14:17:33.293254 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-027ee35f-fa21-4d69-a530-2756e4c6ec1e None None] Port 3fe8840e-50b5-4942-b3e0-63c14b018223 cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:17:33.310780 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:33.337161 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port e6169665-228e-401f-b847-84c902a86c48, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=e6169665-228e-401f-b847-84c902a86c48,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:17:33.451264 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:33.453739 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:33.530267 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=e6169665-228e-401f-b847-84c902a86c48,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:33.538030 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:33.621543 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7285574-b535-4905-b0c8-792bcd1a78a1 req-d63dec32-00c2-4630-ba8c-0afbed3bb471 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:33.621543 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b7285574-b535-4905-b0c8-792bcd1a78a1 req-d63dec32-00c2-4630-ba8c-0afbed3bb471 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.1091592 Jun 18 14:17:33.722099 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b7285574-b535-4905-b0c8-792bcd1a78a1 req-49d69acf-b583-47b1-b017-2606db9e7dc8 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894814 Jun 18 14:17:33.978546 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] Sync routers for ids ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:17:34.000548 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] Routers {'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:17:34.001300 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:17:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:34.114807 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 42800) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:34.119815 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-862d7b67-e0e8-4583-8df6-002ad7a1c4c0 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1289893865', 'description': 'tempest-description--721520693'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:34.133583 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] Set router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:17:34.278128 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-862d7b67-e0e8-4583-8df6-002ad7a1c4c0 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:34.362074 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bca9d4-fa30-43b1-a2e4-50ea81cc28dc req-da5804e6-1790-426e-acf7-1448c49eb3b9 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:34.364532 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-64bca9d4-fa30-43b1-a2e4-50ea81cc28dc req-da5804e6-1790-426e-acf7-1448c49eb3b9 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 945 time: 0.1209872 Jun 18 14:17:34.394822 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'name': 'tempest-AttachVolumeTestJSON-1981730314-router', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e6169665-228e-401f-b847-84c902a86c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:22Z', 'updated_at': '2021-06-18T14:17:31Z', 'revision_number': 4, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'gw_port': {'id': 'e6169665-228e-401f-b847-84c902a86c48', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:24Z', 'updated_at': '2021-06-18T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '3fe8840e-50b5-4942-b3e0-63c14b018223', 'name': '', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'mac_address': 'fa:16:3e:4e:26:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:30Z', 'updated_at': '2021-06-18T14:17:32Z', 'revision_number': 2, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'subnets': [{'id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:34.448065 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] Checking router: b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:17:34.448644 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] Updating router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca port 3fe8840e-50b5-4942-b3e0-63c14b018223 binding host dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 14:17:34.489946 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-862d7b67-e0e8-4583-8df6-002ad7a1c4c0 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:34.495477 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-64bca9d4-fa30-43b1-a2e4-50ea81cc28dc req-3a04e93b-0944-4895-9c70-a4dcadad88ab tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141768 Jun 18 14:17:34.503777 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:34.563580 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-862d7b67-e0e8-4583-8df6-002ad7a1c4c0 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:34.566256 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-f9d59c0d-bce3-41d8-8821-318a3f8b6768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:34.593935 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d7b67-e0e8-4583-8df6-002ad7a1c4c0 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ed25ce-b257-49a0-b025-d51fd780e83a,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:34.596886 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-862d7b67-e0e8-4583-8df6-002ad7a1c4c0 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:34.655259 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-862d7b67-e0e8-4583-8df6-002ad7a1c4c0 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:34.659326 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-862d7b67-e0e8-4583-8df6-002ad7a1c4c0 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5406971 Jun 18 14:17:34.659521 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 42812) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:34.664777 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-4b378e09-74a4-4c18-bde0-dd1427be6e4d tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Request body: {'security_group_rule': {'security_group_id': '43ed25ce-b257-49a0-b025-d51fd780e83a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:34.749608 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-4b378e09-74a4-4c18-bde0-dd1427be6e4d tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:34.780304 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device e6169665-228e-401f-b847-84c902a86c48 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:17:34.829845 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] Notify callbacks [] for port, precommit_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:34.833949 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-4b378e09-74a4-4c18-bde0-dd1427be6e4d tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:34.850823 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] Transition to ACTIVE for port object 3fe8840e-50b5-4942-b3e0-63c14b018223 will not be triggered until provisioned by entity L2. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:17:34.859388 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port e6169665-228e-401f-b847-84c902a86c48 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:34.859776 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:34.900812 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-4b378e09-74a4-4c18-bde0-dd1427be6e4d tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:34.902929 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:34.923223 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b378e09-74a4-4c18-bde0-dd1427be6e4d tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0630f890-6173-4d36-817a-0bb5ed0d4c1d,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:34.926925 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-4b378e09-74a4-4c18-bde0-dd1427be6e4d tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:34.932607 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:34.937254 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:34.987028 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-4b378e09-74a4-4c18-bde0-dd1427be6e4d tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:34.988572 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-4b378e09-74a4-4c18-bde0-dd1427be6e4d tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3279684 Jun 18 14:17:34.991342 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 42816) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:35.001163 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-78a9c898-7afe-4e13-aea0-1f8994d6b284 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Request body: {'security_group_rule': {'security_group_id': '43ed25ce-b257-49a0-b025-d51fd780e83a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:35.048766 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4098a5-3a31-4c80-b193-bff43b74abb7 None None] Pushing event updated for resources: {'Port': ['ID=3fe8840e-50b5-4942-b3e0-63c14b018223,revision_number=3']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:35.053054 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-6c4098a5-3a31-4c80-b193-bff43b74abb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:35.095531 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-78a9c898-7afe-4e13-aea0-1f8994d6b284 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:35.112403 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] Attempting to bind port 3fe8840e-50b5-4942-b3e0-63c14b018223 on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:17:35.115028 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] Attempting to bind port 3fe8840e-50b5-4942-b3e0-63c14b018223 by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': 'bb5ae42b-fe35-4e44-bbed-61794b3b7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16'}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:17:35.115448 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] Attempting to bind port 3fe8840e-50b5-4942-b3e0-63c14b018223 on network 732503bd-c79c-40ac-a2d6-5ec143face16 {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:17:35.121700 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:17:35.122087 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] Checking segment: {'id': 'bb5ae42b-fe35-4e44-bbed-61794b3b7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:17:35.122597 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:35.122955 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] Bound using segment: {'id': 'bb5ae42b-fe35-4e44-bbed-61794b3b7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16'} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:17:35.123442 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] Bound port: 3fe8840e-50b5-4942-b3e0-63c14b018223, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5ae42b-fe35-4e44-bbed-61794b3b7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16'}}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:17:35.123825 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:35.161688 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-78a9c898-7afe-4e13-aea0-1f8994d6b284 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:35.244199 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-78a9c898-7afe-4e13-aea0-1f8994d6b284 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:35.247069 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-4b378e09-74a4-4c18-bde0-dd1427be6e4d tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:35.267842 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9c898-7afe-4e13-aea0-1f8994d6b284 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a956fef-7deb-46e7-b7f0-b07535e7df76,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:35.268063 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-78a9c898-7afe-4e13-aea0-1f8994d6b284 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:35.314508 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] For port 3fe8840e-50b5-4942-b3e0-63c14b018223, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:17:35.318752 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] For port 3fe8840e-50b5-4942-b3e0-63c14b018223, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=3fe8840e-50b5-4942-b3e0-63c14b018223,segment=NetworkSegment(bb5ae42b-fe35-4e44-bbed-61794b3b7dd5),segment_id=bb5ae42b-fe35-4e44-bbed-61794b3b7dd5)] {{(pid=93614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:17:35.347864 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-78a9c898-7afe-4e13-aea0-1f8994d6b284 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:35.349239 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-78a9c898-7afe-4e13-aea0-1f8994d6b284 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3536804 Jun 18 14:17:35.354500 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 42824) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:35.360721 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-9992ed12-c2a8-4fce-aa45-9bb52f5aff93 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Request body: {'floatingip': {'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:35.391430 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:35.393877 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:35.450264 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9992ed12-c2a8-4fce-aa45-9bb52f5aff93 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for floatingip, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:35.452613 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] Routers {'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:17:35.453284 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:17:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:35.499696 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4098a5-3a31-4c80-b193-bff43b74abb7 None None] Pushing event updated for resources: {'Port': ['ID=3fe8840e-50b5-4942-b3e0-63c14b018223,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:35.503876 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-6c4098a5-3a31-4c80-b193-bff43b74abb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:35.575140 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9992ed12-c2a8-4fce-aa45-9bb52f5aff93 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:35.610983 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] Set router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:17:35.707298 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [None req-9992ed12-c2a8-4fce-aa45-9bb52f5aff93 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Allocated IP 172.27.3.142 (bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae/6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898/d21f69b4-5459-4b52-a817-65f798cbad8e) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:17:35.768572 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf73e12-7dd8-4db5-9703-ba683aee3662 req-5851028c-e8da-4c80-9408-1774701aff23 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:35.771350 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1bf73e12-7dd8-4db5-9703-ba683aee3662 req-5851028c-e8da-4c80-9408-1774701aff23 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 945 time: 0.0946920 Jun 18 14:17:35.814137 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1bf73e12-7dd8-4db5-9703-ba683aee3662 req-5cbdecd9-af5a-41ae-a65e-a400d5ea9695 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354867 Jun 18 14:17:35.833526 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9992ed12-c2a8-4fce-aa45-9bb52f5aff93 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:35.847249 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'name': 'tempest-AttachVolumeTestJSON-1981730314-router', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e6169665-228e-401f-b847-84c902a86c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:22Z', 'updated_at': '2021-06-18T14:17:31Z', 'revision_number': 4, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'gw_port': {'id': 'e6169665-228e-401f-b847-84c902a86c48', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:24Z', 'updated_at': '2021-06-18T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '3fe8840e-50b5-4942-b3e0-63c14b018223', 'name': '', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'mac_address': 'fa:16:3e:4e:26:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:30Z', 'updated_at': '2021-06-18T14:17:35Z', 'revision_number': 4, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'subnets': [{'id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:35.882345 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803285b2-8e72-4111-8542-7858bcb21147 None None] The sync data for ids ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'] in dv-cinder-795751-2-iscsi is: [{'id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'name': 'tempest-AttachVolumeTestJSON-1981730314-router', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e6169665-228e-401f-b847-84c902a86c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:22Z', 'updated_at': '2021-06-18T14:17:31Z', 'revision_number': 4, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'gw_port': {'id': 'e6169665-228e-401f-b847-84c902a86c48', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:24Z', 'updated_at': '2021-06-18T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '3fe8840e-50b5-4942-b3e0-63c14b018223', 'name': '', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'mac_address': 'fa:16:3e:4e:26:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:30Z', 'updated_at': '2021-06-18T14:17:35Z', 'revision_number': 4, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'subnets': [{'id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:17:35.964561 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9992ed12-c2a8-4fce-aa45-9bb52f5aff93 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11814889'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:35.967337 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-eb1a1aca-9ea3-42b5-adef-b7892f8d3b55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:36.028808 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9992ed12-c2a8-4fce-aa45-9bb52f5aff93 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:17:36.032362 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-9992ed12-c2a8-4fce-aa45-9bb52f5aff93 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:17:36.035342 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9992ed12-c2a8-4fce-aa45-9bb52f5aff93 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:17:36.064920 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992ed12-c2a8-4fce-aa45-9bb52f5aff93 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Pushing event updated for resources: {'Port': ['ID=d21f69b4-5459-4b52-a817-65f798cbad8e,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:36.070269 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-9992ed12-c2a8-4fce-aa45-9bb52f5aff93 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:36.190431 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9992ed12-c2a8-4fce-aa45-9bb52f5aff93 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:36.338041 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9992ed12-c2a8-4fce-aa45-9bb52f5aff93 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:36.551248 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9992ed12-c2a8-4fce-aa45-9bb52f5aff93 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for port, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:36.638134 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9992ed12-c2a8-4fce-aa45-9bb52f5aff93 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11814879'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:36.640768 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-9992ed12-c2a8-4fce-aa45-9bb52f5aff93 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:36.741569 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992ed12-c2a8-4fce-aa45-9bb52f5aff93 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Pushing event updated for resources: {'Port': ['ID=d21f69b4-5459-4b52-a817-65f798cbad8e,revision_number=2']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:36.746226 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-9992ed12-c2a8-4fce-aa45-9bb52f5aff93 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:36.767401 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9992ed12-c2a8-4fce-aa45-9bb52f5aff93 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635786'] for floatingip, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:36.832450 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 3fe8840e-50b5-4942-b3e0-63c14b018223 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:17:36.850491 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9992ed12-c2a8-4fce-aa45-9bb52f5aff93 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for floatingip, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:36.862410 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-9992ed12-c2a8-4fce-aa45-9bb52f5aff93 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5054481 Jun 18 14:17:37.015807 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port 3fe8840e-50b5-4942-b3e0-63c14b018223 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:17:37.023418 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 3fe8840e-50b5-4942-b3e0-63c14b018223 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:37.024548 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:37.078511 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253afee-e9ce-45b1-90f5-0b3c423e9493 req-4ff4173f-b2b8-4823-a41c-fdcff3444f6c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:37.080048 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f253afee-e9ce-45b1-90f5-0b3c423e9493 req-4ff4173f-b2b8-4823-a41c-fdcff3444f6c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 945 time: 0.1006930 Jun 18 14:17:37.117030 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:37.128067 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f253afee-e9ce-45b1-90f5-0b3c423e9493 req-cf8d98d7-f585-4543-b0d1-69a4d8dad36e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419691 Jun 18 14:17:37.219557 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port 3fe8840e-50b5-4942-b3e0-63c14b018223, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=3fe8840e-50b5-4942-b3e0-63c14b018223,segment=NetworkSegment(bb5ae42b-fe35-4e44-bbed-61794b3b7dd5),segment_id=bb5ae42b-fe35-4e44-bbed-61794b3b7dd5)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:17:37.307458 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:37.311172 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-43c2c885-dceb-4539-9a39-c3aefdffbafd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:37.324489 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-f4363961-c16a-425a-abaf-e9bdd5fac389 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1289893865&fields=id&tenant_id=68c0acdf3c5043c1abd19fd3db96520e HTTP/1.1" status: 200 len: 267 time: 0.0638554 Jun 18 14:17:37.384357 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=3fe8840e-50b5-4942-b3e0-63c14b018223,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:37.385249 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:37.476846 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-5ce3bc1e-0f7a-4748-a9a9-c94ba6d166cb tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:37.479562 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-5ce3bc1e-0f7a-4748-a9a9-c94ba6d166cb tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/networks?id=732503bd-c79c-40ac-a2d6-5ec143face16 HTTP/1.1" status: 200 len: 811 time: 0.1422913 Jun 18 14:17:37.500295 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-00a89231-62ac-4dfa-9011-b410c89ce5f7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/quotas/68c0acdf3c5043c1abd19fd3db96520e HTTP/1.1" status: 200 len: 375 time: 0.0139205 Jun 18 14:17:37.605875 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-da82ba88-6164-4738-927f-8340240767b3 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=68c0acdf3c5043c1abd19fd3db96520e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0895314 Jun 18 14:17:37.749444 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-f61d3e23-83bf-4cc6-b046-3d95d6d2e454 service neutron] 10.222.0.26 "GET /v2.0/networks/732503bd-c79c-40ac-a2d6-5ec143face16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269150 Jun 18 14:17:37.860930 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-6cbd9ff3-ad44-40aa-a48a-bbb8d26af18d service neutron] 10.222.0.26 "GET /v2.0/networks/732503bd-c79c-40ac-a2d6-5ec143face16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049180 Jun 18 14:17:38.195335 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-29b619ff-547e-442a-ac02-1d3350bcfd91 req-70a8a3f1-5c2c-4777-a40b-5d5b0d64f7a3 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 210 time: 0.0325773 Jun 18 14:17:38.338033 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6b801-7e97-4310-af49-5dbc799a6449 req-28e89612-2cd6-4314-8d28-6d4ebab5fae7 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:38.339604 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8ca6b801-7e97-4310-af49-5dbc799a6449 req-28e89612-2cd6-4314-8d28-6d4ebab5fae7 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 945 time: 0.0626380 Jun 18 14:17:38.379478 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8ca6b801-7e97-4310-af49-5dbc799a6449 req-6aa1244d-fc54-4464-a228-b3c01f253eaf tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338895 Jun 18 14:17:38.586572 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-ffe30c46-2486-4580-b2dc-8369895644a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:38.711650 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 95d94fa4-dbbc-44f1-b96a-89756c38a530 up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:17:38.799987 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 3fe8840e-50b5-4942-b3e0-63c14b018223 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:17:38.844132 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning for port 95d94fa4-dbbc-44f1-b96a-89756c38a530 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:17:38.852427 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port 95d94fa4-dbbc-44f1-b96a-89756c38a530 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:38.852848 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:38.904204 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 3fe8840e-50b5-4942-b3e0-63c14b018223 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:38.904578 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:38.984798 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:39.037086 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aadb672-29b0-4e69-8d22-037494e5a19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d94fa4-dbbc-44f1-b96a-89756c38a530'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:17:39.039714 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:17:39.040284 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b432bbf-d584-44e4-a4ea-08c54e50fba1" -d '{"events": [{"server_uuid": "6aadb672-29b0-4e69-8d22-037494e5a19b", "name": "network-vif-plugged", "status": "completed", "tag": "95d94fa4-dbbc-44f1-b96a-89756c38a530"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:17:39.058493 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 95d94fa4-dbbc-44f1-b96a-89756c38a530, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=95d94fa4-dbbc-44f1-b96a-89756c38a530,segment=NetworkSegment(7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f),segment_id=7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:17:39.110869 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ed2197-41d1-451a-88fe-7f6963bc3eda x-openstack-request-id: req-f6ed2197-41d1-451a-88fe-7f6963bc3eda {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:17:39.111201 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aadb672-29b0-4e69-8d22-037494e5a19b", "name": "network-vif-plugged", "status": "completed", "tag": "95d94fa4-dbbc-44f1-b96a-89756c38a530", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:17:39.111601 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f6ed2197-41d1-451a-88fe-7f6963bc3eda {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:17:39.112009 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aadb672-29b0-4e69-8d22-037494e5a19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d94fa4-dbbc-44f1-b96a-89756c38a530', 'code': 200} Jun 18 14:17:39.164345 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:39.167117 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:39.241091 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=95d94fa4-dbbc-44f1-b96a-89756c38a530,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:39.246384 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:39.294952 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8308a945-b5a8-4459-a407-631bd7e5837f req-53f602b8-0fea-4941-b511-588706a14386 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 210 time: 0.0364017 Jun 18 14:17:39.578134 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244feb2e-9930-4c77-bc0a-0ce09a6b4a72 req-66d05595-5568-43e3-b060-a8067241c016 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:39.579926 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-244feb2e-9930-4c77-bc0a-0ce09a6b4a72 req-66d05595-5568-43e3-b060-a8067241c016 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 946 time: 0.0814927 Jun 18 14:17:39.616105 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273d717-6343-4221-a42b-dd1470e11659 req-15cf2bb7-e782-4388-a7a4-84264ae00bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:39.618944 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1273d717-6343-4221-a42b-dd1470e11659 req-15cf2bb7-e782-4388-a7a4-84264ae00bc1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 1099 time: 0.0781245 Jun 18 14:17:39.650718 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-244feb2e-9930-4c77-bc0a-0ce09a6b4a72 req-9c967f7a-0d00-44d8-ab2c-478c2bd6cdb8 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589020 Jun 18 14:17:39.659465 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1273d717-6343-4221-a42b-dd1470e11659 req-78c4a015-3f10-4a20-8045-07acb00d9b65 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333996 Jun 18 14:17:40.442391 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-744f941f-122e-4085-8000-0ebab40add1f req-7ab77998-ebbc-4014-8c96-9b7791328209 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 210 time: 0.0310042 Jun 18 14:17:40.882583 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd48b9-ade3-4e3d-bf82-6c2158e72fe8 req-b8eeb498-517b-4a95-8f83-3fe6c914e61e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:40.884214 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-10dd48b9-ade3-4e3d-bf82-6c2158e72fe8 req-b8eeb498-517b-4a95-8f83-3fe6c914e61e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 946 time: 0.0780971 Jun 18 14:17:40.927090 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-10dd48b9-ade3-4e3d-bf82-6c2158e72fe8 req-987e4acc-44f0-44ee-ba1e-517d470e7ba0 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364108 Jun 18 14:17:41.701515 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-22afc490-a416-419c-a91c-d1f18e8b39fb req-9904b79e-3ab8-4af5-ae32-93977054252c tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 210 time: 0.0787952 Jun 18 14:17:41.755973 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-e8c41347-1ec6-4954-97c8-1e42ca28ac3d tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:41.757762 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-e8c41347-1ec6-4954-97c8-1e42ca28ac3d tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.38 "GET /v2.0/networks?id=732503bd-c79c-40ac-a2d6-5ec143face16 HTTP/1.1" status: 200 len: 811 time: 0.1471741 Jun 18 14:17:41.826019 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-2f3178f7-5d23-405d-8787-f999c0621b79 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68c0acdf3c5043c1abd19fd3db96520e HTTP/1.1" status: 200 len: 380 time: 0.0507419 Jun 18 14:17:41.873160 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Request body: {'port': {'device_id': 'b14cc9f9-78a5-4124-aa88-d1c5f8847365', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'admin_state_up': True, 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'security_groups': ['43ed25ce-b257-49a0-b025-d51fd780e83a']}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:42.032254 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:42.061349 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-dc0e586e-0a92-40df-8f38-42e871b3fdba req-b2008e8a-0494-407e-9d5f-40e4cdf6b2a2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1225240 Jun 18 14:17:42.141247 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:42.141488 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Made reservation on behalf of 68c0acdf3c5043c1abd19fd3db96520e for: {'port': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:17:42.145622 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:42.265163 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d8e6-343d-4ecf-99f9-d5e47140b57f req-18505b7a-6e65-4b8f-bbaa-64da8066912f tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:42.267104 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-65d3d8e6-343d-4ecf-99f9-d5e47140b57f req-18505b7a-6e65-4b8f-bbaa-64da8066912f tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 946 time: 0.1379254 Jun 18 14:17:42.275987 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e586e-0a92-40df-8f38-42e871b3fdba req-418bebc0-b563-4d1f-af56-eb7ee717ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:42.278123 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-dc0e586e-0a92-40df-8f38-42e871b3fdba req-418bebc0-b563-4d1f-af56-eb7ee717ccec service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a0fb363ac56e4dfdb761e1b1617c621f&device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 1098 time: 0.1390305 Jun 18 14:17:42.340982 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-65d3d8e6-343d-4ecf-99f9-d5e47140b57f req-ed3fa31d-c796-4761-815e-bb48a756bd6b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616748 Jun 18 14:17:42.360909 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Allocated IP 172.20.0.11 (732503bd-c79c-40ac-a2d6-5ec143face16/52102b7a-07bd-46b6-9a1d-ca1db691ce03/1b502433-fc98-4110-a1e5-22720a420a75) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:17:42.439588 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e586e-0a92-40df-8f38-42e871b3fdba req-dfcaacc1-3268-43af-a252-1abca15ae897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:42.441082 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-dc0e586e-0a92-40df-8f38-42e871b3fdba req-dfcaacc1-3268-43af-a252-1abca15ae897 service neutron] 10.222.0.38 "GET /v2.0/networks?id=80c53d92-b13a-4c0f-9dc2-9c88681c80d4 HTTP/1.1" status: 200 len: 913 time: 0.1288071 Jun 18 14:17:42.489285 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-dc0e586e-0a92-40df-8f38-42e871b3fdba req-9f0d3a07-f0be-40e5-89d2-0f4c38474e02 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5aed1d4a-e478-41df-810a-be5c1d4fb512 HTTP/1.1" status: 200 len: 217 time: 0.0406864 Jun 18 14:17:42.552558 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-7d05dc71-bbfa-4188-9fe2-ef90e865c170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:42.579387 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:42.595652 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Transition to ACTIVE for port object 1b502433-fc98-4110-a1e5-22720a420a75 will not be triggered until provisioned by entity DHCP. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:17:42.605050 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e586e-0a92-40df-8f38-42e871b3fdba req-1ac45e88-6106-4516-ac97-547a6bf3b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:42.607466 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-dc0e586e-0a92-40df-8f38-42e871b3fdba req-1ac45e88-6106-4516-ac97-547a6bf3b53b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4f4a3b15-5d35-4545-8617-d54f3ee00d9a HTTP/1.1" status: 200 len: 852 time: 0.0927310 Jun 18 14:17:42.732557 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-dc0e586e-0a92-40df-8f38-42e871b3fdba req-911d3d9d-8f5e-495c-9745-56b845d536c0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=80c53d92-b13a-4c0f-9dc2-9c88681c80d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322549 Jun 18 14:17:42.776093 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12393637'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:42.781048 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:42.831436 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Network 732503bd-c79c-40ac-a2d6-5ec143face16 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:17:42.842775 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:17:42.847665 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:17:42.889675 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Pushing event updated for resources: {'Port': ['ID=1b502433-fc98-4110-a1e5-22720a420a75,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:42.902749 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:42.903108 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:42.903485 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:42.903845 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:42.904055 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-dc0e586e-0a92-40df-8f38-42e871b3fdba req-e90b3e55-75ef-46ac-9c23-e914c9e42d4c service neutron] 10.222.0.38 "GET /v2.0/networks/80c53d92-b13a-4c0f-9dc2-9c88681c80d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531680 Jun 18 14:17:42.904317 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:42.904680 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:42.905032 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:42.905589 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:42.905790 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:42.906100 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:42.906446 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:42.906788 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:42.914676 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:42.927161 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:42.928266 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:43.037992 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1733184 Jun 18 14:17:43.057086 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-dc0e586e-0a92-40df-8f38-42e871b3fdba req-0405e3ff-fd6f-4b27-912d-8df9c2d28814 service neutron] 10.222.0.38 "GET /v2.0/networks/80c53d92-b13a-4c0f-9dc2-9c88681c80d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465616 Jun 18 14:17:43.066497 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12387070-ffd0-4ced-a8ee-dd5131662d40 req-f3cdc6d0-152c-43c6-951e-cfec2d7527e2 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:43.068567 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-12387070-ffd0-4ced-a8ee-dd5131662d40 req-f3cdc6d0-152c-43c6-951e-cfec2d7527e2 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 932 time: 0.1218095 Jun 18 14:17:43.091998 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Request body: {'port': {'device_id': 'b14cc9f9-78a5-4124-aa88-d1c5f8847365', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:17:43.155064 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-12387070-ffd0-4ced-a8ee-dd5131662d40 req-7d1ebe2e-bd3c-4007-aba7-b1736b0ca8e9 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754516 Jun 18 14:17:43.194284 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:43.300750 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-b2a9ed30-9d02-4926-aa59-809158802783 None None] Provisioning for port 1b502433-fc98-4110-a1e5-22720a420a75 completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:17:43.305815 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-b2a9ed30-9d02-4926-aa59-809158802783 None None] Provisioning complete for port 1b502433-fc98-4110-a1e5-22720a420a75 triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:43.306173 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-b2a9ed30-9d02-4926-aa59-809158802783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:43.350003 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-b2a9ed30-9d02-4926-aa59-809158802783 None None] Port 1b502433-fc98-4110-a1e5-22720a420a75 cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:17:43.433743 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:43.509360 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b502433-fc98-4110-a1e5-22720a420a75 {{(pid=93612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:17:43.521041 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:43.543482 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Transition to ACTIVE for port object 1b502433-fc98-4110-a1e5-22720a420a75 will not be triggered until provisioned by entity L2. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:17:43.583623 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c5ee1-7461-4cac-b974-4cd284391eb4 req-c494dfa1-6d86-4585-bebb-04711157abba tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:43.585337 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-be5c5ee1-7461-4cac-b974-4cd284391eb4 req-c494dfa1-6d86-4585-bebb-04711157abba tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 946 time: 0.1129901 Jun 18 14:17:43.627279 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-be5c5ee1-7461-4cac-b974-4cd284391eb4 req-a97a9a0e-a94c-4e1f-996e-34e6c0bcf223 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357368 Jun 18 14:17:43.689779 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:43.692671 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:43.772466 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b502433-fc98-4110-a1e5-22720a420a75,revision_number=2']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:43.777345 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:43.859892 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Attempting to bind port 1b502433-fc98-4110-a1e5-22720a420a75 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:17:43.860129 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Attempting to bind port 1b502433-fc98-4110-a1e5-22720a420a75 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'bb5ae42b-fe35-4e44-bbed-61794b3b7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16'}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:17:43.865591 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Attempting to bind port 1b502433-fc98-4110-a1e5-22720a420a75 on network 732503bd-c79c-40ac-a2d6-5ec143face16 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:17:43.868426 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Port 1b502433-fc98-4110-a1e5-22720a420a75 on network 732503bd-c79c-40ac-a2d6-5ec143face16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 14:17:43.868903 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Attempting to bind port 1b502433-fc98-4110-a1e5-22720a420a75 on network 732503bd-c79c-40ac-a2d6-5ec143face16 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:17:43.878361 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Checking agent: {'id': '29ce2f09-b2be-4853-98fa-378b10f49f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'started_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:17:43.878857 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Checking segment: {'id': 'bb5ae42b-fe35-4e44-bbed-61794b3b7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:17:43.879435 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Bound using segment: {'id': 'bb5ae42b-fe35-4e44-bbed-61794b3b7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16'} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:17:43.880102 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Bound port: 1b502433-fc98-4110-a1e5-22720a420a75, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5ae42b-fe35-4e44-bbed-61794b3b7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16'}}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:17:43.880607 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:43.980825 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] For port 1b502433-fc98-4110-a1e5-22720a420a75, host hv-cinder-79575, cleared binding levels {{(pid=93612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:17:43.984804 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] For port 1b502433-fc98-4110-a1e5-22720a420a75, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1b502433-fc98-4110-a1e5-22720a420a75,segment=NetworkSegment(bb5ae42b-fe35-4e44-bbed-61794b3b7dd5),segment_id=bb5ae42b-fe35-4e44-bbed-61794b3b7dd5)] {{(pid=93612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:17:44.101777 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:44.103817 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:44.140466 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:44.141108 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:44.142609 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] 10.222.0.38 "PUT /v2.0/ports/1b502433-fc98-4110-a1e5-22720a420a75 HTTP/1.1" status: 200 len: 1094 time: 1.0564406 Jun 18 14:17:44.143110 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14cc9f9-78a5-4124-aa88-d1c5f8847365', 'tag': '1b502433-fc98-4110-a1e5-22720a420a75'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:17:44.145647 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3152e785-523c-49ad-baf5-7fb27fe6651a" -d '{"events": [{"name": "network-changed", "server_uuid": "b14cc9f9-78a5-4124-aa88-d1c5f8847365", "tag": "1b502433-fc98-4110-a1e5-22720a420a75"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:17:44.169922 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b502433-fc98-4110-a1e5-22720a420a75,revision_number=3']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:44.173720 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:44.205048 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecbb1a5-d84d-4b52-959a-d436717b8124 x-openstack-request-id: req-6ecbb1a5-d84d-4b52-959a-d436717b8124 {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:17:44.205495 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14cc9f9-78a5-4124-aa88-d1c5f8847365", "tag": "1b502433-fc98-4110-a1e5-22720a420a75", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:17:44.205836 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ecbb1a5-d84d-4b52-959a-d436717b8124 {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:17:44.206369 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14cc9f9-78a5-4124-aa88-d1c5f8847365', 'tag': '1b502433-fc98-4110-a1e5-22720a420a75', 'status': 'completed', 'code': 200} Jun 18 14:17:44.326904 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152e785-523c-49ad-baf5-7fb27fe6651a req-4c819084-efb1-4621-abe9-358d0f87470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:44.328523 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3152e785-523c-49ad-baf5-7fb27fe6651a req-4c819084-efb1-4621-abe9-358d0f87470d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=68c0acdf3c5043c1abd19fd3db96520e&device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 1097 time: 0.0617945 Jun 18 14:17:44.377982 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0439ef-3691-4178-a732-5f3a527a4ade req-ab935944-0112-4002-9692-7efd842a8c98 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:44.380544 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6d0439ef-3691-4178-a732-5f3a527a4ade req-ab935944-0112-4002-9692-7efd842a8c98 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 944 time: 0.0783947 Jun 18 14:17:44.451152 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6d0439ef-3691-4178-a732-5f3a527a4ade req-841b1a98-5c46-4167-b524-6ac9e7000d3f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622211 Jun 18 14:17:44.492642 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152e785-523c-49ad-baf5-7fb27fe6651a req-b95355af-0178-4c70-930e-706fcce905a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:44.494204 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3152e785-523c-49ad-baf5-7fb27fe6651a req-b95355af-0178-4c70-930e-706fcce905a9 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=68c0acdf3c5043c1abd19fd3db96520e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1455300 Jun 18 14:17:44.612979 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152e785-523c-49ad-baf5-7fb27fe6651a req-84a1e03d-bd8e-4f34-8f7c-66287eff7827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:44.614572 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3152e785-523c-49ad-baf5-7fb27fe6651a req-84a1e03d-bd8e-4f34-8f7c-66287eff7827 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1137950 Jun 18 14:17:44.770967 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-224715ea-f9e8-4d9e-8c66-c7a4d2d031e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:44.772723 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-224715ea-f9e8-4d9e-8c66-c7a4d2d031e5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=68c0acdf3c5043c1abd19fd3db96520e&device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 1097 time: 0.0711854 Jun 18 14:17:44.826165 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-aa4210a9-9c48-430a-a73b-e92b98daf169 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b502433-fc98-4110-a1e5-22720a420a75 HTTP/1.1" status: 200 len: 217 time: 0.0383828 Jun 18 14:17:44.904742 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-bf3cd9a9-b838-4caf-90b8-e779e3b36b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:44.906462 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-bf3cd9a9-b838-4caf-90b8-e779e3b36b45 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=52102b7a-07bd-46b6-9a1d-ca1db691ce03 HTTP/1.1" status: 200 len: 850 time: 0.0670960 Jun 18 14:17:45.203310 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-6528944f-959f-4d87-b177-4abbbdb8debb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:45.204678 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-6528944f-959f-4d87-b177-4abbbdb8debb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=732503bd-c79c-40ac-a2d6-5ec143face16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2916112 Jun 18 14:17:45.238932 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:45.319867 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-29ed365d-c196-4abc-acab-ad4438db2bbc service neutron] 10.222.0.38 "GET /v2.0/networks/732503bd-c79c-40ac-a2d6-5ec143face16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070549 Jun 18 14:17:45.434217 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7dbdff6c-1828-4b0b-9827-5532f9696bef req-dd3bb343-1eb8-478e-a8dd-c614b31ef7f0 service neutron] 10.222.0.38 "GET /v2.0/networks/732503bd-c79c-40ac-a2d6-5ec143face16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059291 Jun 18 14:17:45.691040 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58704d8d-e3ae-49de-a429-2f669efa2ee0 req-9ec007f4-c6fe-46c1-b716-dcd1de00ea23 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:45.693927 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-58704d8d-e3ae-49de-a429-2f669efa2ee0 req-9ec007f4-c6fe-46c1-b716-dcd1de00ea23 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 944 time: 0.1150436 Jun 18 14:17:45.782214 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-58704d8d-e3ae-49de-a429-2f669efa2ee0 req-72351f49-a63a-4af2-8b2d-19591696685f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591834 Jun 18 14:17:46.986912 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 43036) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:47.307958 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 43044) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:47.347850 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_v2 [None req-61dd5836-6446-4fc4-b588-6611d18e6b81 admin admin] Deleting subnet 04da523c-20d7-414b-adcc-46a0d2fc28fd {{(pid=93613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 14:17:47.352682 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-61dd5836-6446-4fc4-b588-6611d18e6b81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:47.397298 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-61dd5836-6446-4fc4-b588-6611d18e6b81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11651492'] for subnet, precommit_delete_associations {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:47.432302 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831fa93-a0cf-483d-9ddc-cd15946a6fdb req-20b8f7e9-644b-47ad-ae0e-b7c48a68fe72 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:47.433903 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a831fa93-a0cf-483d-9ddc-cd15946a6fdb req-20b8f7e9-644b-47ad-ae0e-b7c48a68fe72 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 944 time: 0.3765390 Jun 18 14:17:47.449096 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ffa84c00-0e0d-41b5-b324-adab028483dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:47.463203 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-61dd5836-6446-4fc4-b588-6611d18e6b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3459435'] for subnet, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:47.519327 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a831fa93-a0cf-483d-9ddc-cd15946a6fdb req-801d7f0d-2525-4654-816a-e5bb05148658 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768373 Jun 18 14:17:47.557849 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ffa84c00-0e0d-41b5-b324-adab028483dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:47.718772 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-61dd5836-6446-4fc4-b588-6611d18e6b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3459428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11814812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8408805'] for subnet, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:47.721389 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-0b7aaba4-683d-45f5-9425-1556a2245c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:47.743960 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd5836-6446-4fc4-b588-6611d18e6b81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04da523c-20d7-414b-adcc-46a0d2fc28fd,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:47.752842 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ffa84c00-0e0d-41b5-b324-adab028483dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:47.753768 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-61dd5836-6446-4fc4-b588-6611d18e6b81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:47.756960 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-bd2b3e41-bf55-4f7e-b024-0d7c20cfed1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:47.758649 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-61dd5836-6446-4fc4-b588-6611d18e6b81 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/04da523c-20d7-414b-adcc-46a0d2fc28fd HTTP/1.1" status: 204 len: 168 time: 0.7691433 Jun 18 14:17:47.759665 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 43048) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:47.769625 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd5836-6446-4fc4-b588-6611d18e6b81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:47.770056 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd5836-6446-4fc4-b588-6611d18e6b81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:47.770430 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd5836-6446-4fc4-b588-6611d18e6b81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:47.770879 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd5836-6446-4fc4-b588-6611d18e6b81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:47.771161 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd5836-6446-4fc4-b588-6611d18e6b81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:47.771504 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd5836-6446-4fc4-b588-6611d18e6b81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:47.771863 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd5836-6446-4fc4-b588-6611d18e6b81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:47.772177 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd5836-6446-4fc4-b588-6611d18e6b81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:47.772553 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd5836-6446-4fc4-b588-6611d18e6b81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:47.772929 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd5836-6446-4fc4-b588-6611d18e6b81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:47.773608 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd5836-6446-4fc4-b588-6611d18e6b81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:47.773992 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd5836-6446-4fc4-b588-6611d18e6b81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:47.778602 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-61dd5836-6446-4fc4-b588-6611d18e6b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:47.822757 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-ffa84c00-0e0d-41b5-b324-adab028483dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd425ece8e4f4824898e1e142e2cf721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5130541 Jun 18 14:17:47.824906 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa84c00-0e0d-41b5-b324-adab028483dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e448dd13-1750-470d-ba4d-77bf47faa7fe,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:47.830002 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 43050) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:47.831307 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-ffa84c00-0e0d-41b5-b324-adab028483dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:47.893946 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9069f520-4ad7-4d47-a588-ae692c3b10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3629591'] for network, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:47.975172 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a48f19ad-3b54-4244-b095-08bb76c77b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:48.046352 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a48f19ad-3b54-4244-b095-08bb76c77b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:48.049488 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9069f520-4ad7-4d47-a588-ae692c3b10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3460340', 'neutron.services.segments.db._delete_segments_for_network-8749953549011'] for network, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:48.068599 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-9069f520-4ad7-4d47-a588-ae692c3b10b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce56fb08-c70b-4d5a-ae01-74c4b566b98e']}} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:48.090291 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-9069f520-4ad7-4d47-a588-ae692c3b10b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1078f46-c5a9-4592-a437-f98ea411570f') {'for_net_delete': True} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:48.090745 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-9069f520-4ad7-4d47-a588-ae692c3b10b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1078f46-c5a9-4592-a437-f98ea411570f') {} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:48.112842 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9069f520-4ad7-4d47-a588-ae692c3b10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749953548840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11651501'] for segment, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:48.143072 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9069f520-4ad7-4d47-a588-ae692c3b10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:48.152722 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9069f520-4ad7-4d47-a588-ae692c3b10b4 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=93613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 14:17:48.153643 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9069f520-4ad7-4d47-a588-ae692c3b10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11867959'] for segment, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: Traceback (most recent call last): Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: timer() Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: cb(*args, **kw) Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: return func(*args, **kwargs) Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: self._notify() Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: self.callback(batched_events) Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: event.method(event) Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: return f(self, *a, **k) Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: return self._get(url).json() Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: return self.request(url, 'GET', **kwargs) Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 14:17:48.156401 dv-cinder-795751-2-iscsi neutron-server[93613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 14:17:48.358295 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a48f19ad-3b54-4244-b095-08bb76c77b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:48.361091 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a48f19ad-3b54-4244-b095-08bb76c77b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:48.362395 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-a48f19ad-3b54-4244-b095-08bb76c77b43 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e448dd13-1750-470d-ba4d-77bf47faa7fe HTTP/1.1" status: 204 len: 168 time: 0.5309696 Jun 18 14:17:48.363102 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9069f520-4ad7-4d47-a588-ae692c3b10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3460333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635832'] for network, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:48.364736 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4198a4f9-da18-47d5-bad7-f6e939fce339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:48.374514 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f19ad-3b54-4244-b095-08bb76c77b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e448dd13-1750-470d-ba4d-77bf47faa7fe,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:48.376466 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9069f520-4ad7-4d47-a588-ae692c3b10b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:48.382216 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 43068) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:48.394212 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-9069f520-4ad7-4d47-a588-ae692c3b10b4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ce56fb08-c70b-4d5a-ae01-74c4b566b98e HTTP/1.1" status: 204 len: 168 time: 0.6325183 Jun 18 14:17:48.395989 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-a48f19ad-3b54-4244-b095-08bb76c77b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:48.396800 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-8f74c71a-4ef1-44bf-8b57-6c0855e5d6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:48.418989 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069f520-4ad7-4d47-a588-ae692c3b10b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce56fb08-c70b-4d5a-ae01-74c4b566b98e,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:48.421838 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-9069f520-4ad7-4d47-a588-ae692c3b10b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:48.453732 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_v2 [None req-421ef66d-6684-4936-bb07-d2333c5a97a3 admin admin] Deleting subnet d0330750-3e9b-46df-84c8-73d89a9e7e27 {{(pid=93612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 14:17:48.457748 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-421ef66d-6684-4936-bb07-d2333c5a97a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:48.500547 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-421ef66d-6684-4936-bb07-d2333c5a97a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12265515'] for subnet, precommit_delete_associations {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:48.541386 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-421ef66d-6684-4936-bb07-d2333c5a97a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3459435'] for subnet, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:48.738315 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5d1a1-80ac-4eef-a9bb-26575be60499 req-f61e643b-4a2b-44fe-9289-25fbe03d579c tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:48.740098 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-92a5d1a1-80ac-4eef-a9bb-26575be60499 req-f61e643b-4a2b-44fe-9289-25fbe03d579c tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 944 time: 0.0804052 Jun 18 14:17:48.759547 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-421ef66d-6684-4936-bb07-d2333c5a97a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3459428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12393680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12343239'] for subnet, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:48.763837 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:48.798857 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ef66d-6684-4936-bb07-d2333c5a97a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0330750-3e9b-46df-84c8-73d89a9e7e27,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:48.800508 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-92a5d1a1-80ac-4eef-a9bb-26575be60499 req-3f9465ea-c365-4fd2-a425-bcb17ce8b76d tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509796 Jun 18 14:17:48.801639 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-421ef66d-6684-4936-bb07-d2333c5a97a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:48.804568 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-421ef66d-6684-4936-bb07-d2333c5a97a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:48.806692 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-421ef66d-6684-4936-bb07-d2333c5a97a3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d0330750-3e9b-46df-84c8-73d89a9e7e27 HTTP/1.1" status: 204 len: 168 time: 0.4230487 Jun 18 14:17:48.809416 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 43078) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:48.887284 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1f1caf41-2782-4a23-95e2-2f8b09bc46b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3629591'] for network, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:48.990931 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1f1caf41-2782-4a23-95e2-2f8b09bc46b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3460340', 'neutron.services.segments.db._delete_segments_for_network-8749953549011'] for network, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:49.003374 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-1f1caf41-2782-4a23-95e2-2f8b09bc46b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4add1d57-5a79-4950-924b-a56823f0417e']}} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:49.015313 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-1f1caf41-2782-4a23-95e2-2f8b09bc46b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e062b1c5-d407-4912-8a80-5a4c62ba01aa') {'for_net_delete': True} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:49.015609 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-1f1caf41-2782-4a23-95e2-2f8b09bc46b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e062b1c5-d407-4912-8a80-5a4c62ba01aa') {} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:17:49.026283 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1f1caf41-2782-4a23-95e2-2f8b09bc46b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749953548840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11651501'] for segment, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:49.048554 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1f1caf41-2782-4a23-95e2-2f8b09bc46b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:49.059606 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1caf41-2782-4a23-95e2-2f8b09bc46b8 admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=93613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 14:17:49.060198 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1f1caf41-2782-4a23-95e2-2f8b09bc46b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11867959'] for segment, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: Traceback (most recent call last): Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: timer() Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: cb(*args, **kw) Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: return func(*args, **kwargs) Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: self._notify() Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: self.callback(batched_events) Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: event.method(event) Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: return f(self, *a, **k) Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: return self._get(url).json() Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: return self.request(url, 'GET', **kwargs) Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 14:17:49.063234 dv-cinder-795751-2-iscsi neutron-server[93613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 14:17:49.203824 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1f1caf41-2782-4a23-95e2-2f8b09bc46b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3460333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635832'] for network, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:49.209008 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-9069f520-4ad7-4d47-a588-ae692c3b10b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:49.214702 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1f1caf41-2782-4a23-95e2-2f8b09bc46b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:49.219258 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-1f1caf41-2782-4a23-95e2-2f8b09bc46b8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4add1d57-5a79-4950-924b-a56823f0417e HTTP/1.1" status: 204 len: 168 time: 0.4063497 Jun 18 14:17:49.227618 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1caf41-2782-4a23-95e2-2f8b09bc46b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4add1d57-5a79-4950-924b-a56823f0417e,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:49.231801 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-1f1caf41-2782-4a23-95e2-2f8b09bc46b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:49.316146 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 43094) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:49.334742 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bcd32adf-eb4a-4468-afd4-bf3b3d389a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:49.469070 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bcd32adf-eb4a-4468-afd4-bf3b3d389a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:49.638248 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bcd32adf-eb4a-4468-afd4-bf3b3d389a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:49.647534 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-d50db1e0-67bb-4907-9b7b-aece84b50341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:49.711667 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-bcd32adf-eb4a-4468-afd4-bf3b3d389a6a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83179352f3e84c23a44c135bf3ed2c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3939984 Jun 18 14:17:49.713600 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd32adf-eb4a-4468-afd4-bf3b3d389a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ef8800-89c2-4ef8-bede-ed45a00a69aa,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:49.715939 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 43098) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:49.720584 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-bcd32adf-eb4a-4468-afd4-bf3b3d389a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:49.774632 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-bb3499b1-7f77-4bda-9c58-fdd0db7fc3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:49.800939 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-bb3499b1-7f77-4bda-9c58-fdd0db7fc3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:49.801136 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 43100) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:49.882596 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-4b6d7c6d-13a2-4fe7-935d-83c63b69e9d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a309f0f343b3466ea63806af510f4a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0802188 Jun 18 14:17:49.882932 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 43104) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:49.939526 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d32436ca-4300-419a-99b1-8ea3959c7901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:49.960587 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-bb3499b1-7f77-4bda-9c58-fdd0db7fc3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:49.965987 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-bb3499b1-7f77-4bda-9c58-fdd0db7fc3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:49.978006 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-bb3499b1-7f77-4bda-9c58-fdd0db7fc3a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/33ef8800-89c2-4ef8-bede-ed45a00a69aa HTTP/1.1" status: 204 len: 168 time: 0.2527699 Jun 18 14:17:49.978006 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-541da27c-ba1c-48c3-a2ea-8506e0c79b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:49.978370 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d32436ca-4300-419a-99b1-8ea3959c7901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:50.044043 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3499b1-7f77-4bda-9c58-fdd0db7fc3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ef8800-89c2-4ef8-bede-ed45a00a69aa,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:50.065561 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-bb3499b1-7f77-4bda-9c58-fdd0db7fc3a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:50.156281 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758bf3c-a275-42aa-9b64-433fb3a4877e req-d3b1532f-b2dc-4379-bdcf-301bcbf9dd9f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:50.160298 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a758bf3c-a275-42aa-9b64-433fb3a4877e req-d3b1532f-b2dc-4379-bdcf-301bcbf9dd9f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 944 time: 0.1863749 Jun 18 14:17:50.232846 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a758bf3c-a275-42aa-9b64-433fb3a4877e req-2d21cf38-a3fb-4871-943d-547188e8c486 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595841 Jun 18 14:17:50.261343 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d32436ca-4300-419a-99b1-8ea3959c7901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:50.264629 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d32436ca-4300-419a-99b1-8ea3959c7901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:50.266763 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-d32436ca-4300-419a-99b1-8ea3959c7901 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6f1b9f6b-2b75-470a-8b1f-62e022f1bda3 HTTP/1.1" status: 204 len: 168 time: 0.3819268 Jun 18 14:17:50.266763 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-03ab350b-872d-4a19-b3f8-eb7a7396a4b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:50.290148 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32436ca-4300-419a-99b1-8ea3959c7901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1b9f6b-2b75-470a-8b1f-62e022f1bda3,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:50.290148 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-d32436ca-4300-419a-99b1-8ea3959c7901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:50.720721 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 1b502433-fc98-4110-a1e5-22720a420a75 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:17:50.846451 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 1b502433-fc98-4110-a1e5-22720a420a75, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1b502433-fc98-4110-a1e5-22720a420a75,segment=NetworkSegment(bb5ae42b-fe35-4e44-bbed-61794b3b7dd5),segment_id=bb5ae42b-fe35-4e44-bbed-61794b3b7dd5)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:17:50.860112 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': '1b502433-fc98-4110-a1e5-22720a420a75', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'port_id': '1b502433-fc98-4110-a1e5-22720a420a75', 'mac_address': 'fa:16:3e:1c:69:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:17:50.905045 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:50.921105 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b502433-fc98-4110-a1e5-22720a420a75 {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:17:50.950220 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 1b502433-fc98-4110-a1e5-22720a420a75, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1b502433-fc98-4110-a1e5-22720a420a75,segment=NetworkSegment(bb5ae42b-fe35-4e44-bbed-61794b3b7dd5),segment_id=bb5ae42b-fe35-4e44-bbed-61794b3b7dd5)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:17:51.066635 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:51.068551 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-ecb37267-3797-4ad9-b9a5-fa6c3d6846c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:51.125493 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=1b502433-fc98-4110-a1e5-22720a420a75,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:51.133377 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:51.133756 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:51.134151 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:51.134487 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:51.134816 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:51.135456 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:51.135786 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:51.136692 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:51.137019 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:51.137339 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:51.137683 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:51.138000 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:17:51.142555 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:51.450674 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21873b51-b0e6-4107-aad8-c4adfa016cc3 req-44349755-b3c6-487d-aa30-0e57adf77fcf tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:51.452457 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-21873b51-b0e6-4107-aad8-c4adfa016cc3 req-44349755-b3c6-487d-aa30-0e57adf77fcf tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 945 time: 0.0756907 Jun 18 14:17:51.469544 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 43150) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:51.546814 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-21873b51-b0e6-4107-aad8-c4adfa016cc3 req-86020890-6586-4b34-93cc-4b9c8521473d tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748577 Jun 18 14:17:51.552609 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-bcb25dba-1aac-4572-b338-7429a4393540 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ab8bacd0c374cb1bc5d1af438ab94ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0796976 Jun 18 14:17:51.552959 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 43156) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:17:51.618022 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-92bf6cf3-f456-4033-a8b9-dc9f13f37047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:51.641798 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-92bf6cf3-f456-4033-a8b9-dc9f13f37047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:51.889557 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-92bf6cf3-f456-4033-a8b9-dc9f13f37047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:51.892436 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-92bf6cf3-f456-4033-a8b9-dc9f13f37047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:51.893649 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-92bf6cf3-f456-4033-a8b9-dc9f13f37047 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78868517-e980-4d8f-bfb5-7784dcf3378f HTTP/1.1" status: 204 len: 168 time: 0.3396156 Jun 18 14:17:51.894558 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-a48f19ad-3b54-4244-b095-08bb76c77b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:51.904985 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf6cf3-f456-4033-a8b9-dc9f13f37047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78868517-e980-4d8f-bfb5-7784dcf3378f,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:51.908454 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-92bf6cf3-f456-4033-a8b9-dc9f13f37047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:51.934166 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['1b502433-fc98-4110-a1e5-22720a420a75'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:17:52.785031 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b8a95-2896-4948-9267-d74b7505d72e req-3bf77739-89c1-49ef-bdb6-3ff7d1224558 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:52.786907 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-950b8a95-2896-4948-9267-d74b7505d72e req-3bf77739-89c1-49ef-bdb6-3ff7d1224558 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 945 time: 0.0968862 Jun 18 14:17:52.832094 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-950b8a95-2896-4948-9267-d74b7505d72e req-eed26b97-ec7d-4ba1-83ff-276f4db16c34 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382345 Jun 18 14:17:54.020623 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e30180-d773-40dd-9f90-87e3d6ebb13f req-dd8700bf-bb1b-4bb2-aa29-e77d2844abb8 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:54.022615 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f6e30180-d773-40dd-9f90-87e3d6ebb13f req-dd8700bf-bb1b-4bb2-aa29-e77d2844abb8 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 945 time: 0.0693541 Jun 18 14:17:54.067539 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f6e30180-d773-40dd-9f90-87e3d6ebb13f req-ee571dd5-9266-47a1-a7d5-1dab8d73fbb7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388658 Jun 18 14:17:55.248675 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7e709-76ec-4669-9b40-8d01c99d567f req-fe3b578e-5d6f-487b-bb35-db3531ce21a6 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:55.251542 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b9f7e709-76ec-4669-9b40-8d01c99d567f req-fe3b578e-5d6f-487b-bb35-db3531ce21a6 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 945 time: 0.0661154 Jun 18 14:17:55.293936 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b9f7e709-76ec-4669-9b40-8d01c99d567f req-1946e41b-df14-4925-aa0a-454d960c40aa tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362935 Jun 18 14:17:56.492301 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f86f5b-6221-4d3e-996f-fa2ca68a189a req-08e539b3-e093-4f9b-9d83-c673320b8afb tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:56.494015 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-00f86f5b-6221-4d3e-996f-fa2ca68a189a req-08e539b3-e093-4f9b-9d83-c673320b8afb tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 945 time: 0.0757246 Jun 18 14:17:56.551843 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-00f86f5b-6221-4d3e-996f-fa2ca68a189a req-413bcc42-6949-4ae6-9d4f-aa83f6576d1e tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512066 Jun 18 14:17:56.757884 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb03b70-1fb5-431f-8e0f-033b0f29bd6b req-30b9dcbd-d672-4b4e-9c71-3f2b6e171ac5 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:56.759534 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ffb03b70-1fb5-431f-8e0f-033b0f29bd6b req-30b9dcbd-d672-4b4e-9c71-3f2b6e171ac5 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0841715 Jun 18 14:17:56.802329 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ffb03b70-1fb5-431f-8e0f-033b0f29bd6b req-a62e27b0-b6ee-49d6-8028-aa82bf55b234 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367055 Jun 18 14:17:57.730058 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058600a-f611-48bd-9a38-ad3ef85353da req-7d6e9e12-4644-404f-b0c5-bbc9bf41430b tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:57.732176 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8058600a-f611-48bd-9a38-ad3ef85353da req-7d6e9e12-4644-404f-b0c5-bbc9bf41430b tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 945 time: 0.0665319 Jun 18 14:17:57.782024 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8058600a-f611-48bd-9a38-ad3ef85353da req-1266fc09-4194-4f20-8fd4-1ea93a7fd513 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434237 Jun 18 14:17:58.029868 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64e870-ed3c-4edf-ba67-ee4a8efb31d2 req-112185dc-f5c0-400b-a73a-fcf432ec60fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:58.031422 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8f64e870-ed3c-4edf-ba67-ee4a8efb31d2 req-112185dc-f5c0-400b-a73a-fcf432ec60fe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0114c6b5421b4c0d82d45f17131ded96&device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 1098 time: 0.1114738 Jun 18 14:17:58.045204 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a9aa1-e78d-4aa1-b99f-3f3d76a5031a req-b9a59f96-1da8-4cfe-b34b-cdb54701ac36 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:58.050443 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-148a9aa1-e78d-4aa1-b99f-3f3d76a5031a req-b9a59f96-1da8-4cfe-b34b-cdb54701ac36 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.1171517 Jun 18 14:17:58.144549 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-148a9aa1-e78d-4aa1-b99f-3f3d76a5031a req-f77e4a7b-421c-4005-883f-9df9d56bbf01 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873728 Jun 18 14:17:58.182179 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64e870-ed3c-4edf-ba67-ee4a8efb31d2 req-09515113-f2c6-4a09-b37e-f1804dec9800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:58.183675 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8f64e870-ed3c-4edf-ba67-ee4a8efb31d2 req-09515113-f2c6-4a09-b37e-f1804dec9800 service neutron] 10.222.0.38 "GET /v2.0/networks?id=98c5be27-f70c-4e03-8010-617386ed8973 HTTP/1.1" status: 200 len: 920 time: 0.1360378 Jun 18 14:17:58.243769 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8f64e870-ed3c-4edf-ba67-ee4a8efb31d2 req-22796977-bbdc-4c44-96d5-4579743e487d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=691d98c7-5561-48f3-a25d-d4e3d0513e48 HTTP/1.1" status: 200 len: 217 time: 0.0355630 Jun 18 14:17:58.298551 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64e870-ed3c-4edf-ba67-ee4a8efb31d2 req-6b5ae070-af46-4979-ad17-18923236ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:58.300429 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8f64e870-ed3c-4edf-ba67-ee4a8efb31d2 req-6b5ae070-af46-4979-ad17-18923236ed73 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e09c94b7-02ea-47cd-90c5-ff12c8357fed HTTP/1.1" status: 200 len: 859 time: 0.0502553 Jun 18 14:17:58.338010 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8f64e870-ed3c-4edf-ba67-ee4a8efb31d2 req-bfb50f8e-65dd-4141-8507-0f3c39f0121b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=98c5be27-f70c-4e03-8010-617386ed8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307407 Jun 18 14:17:58.440321 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8f64e870-ed3c-4edf-ba67-ee4a8efb31d2 req-bd94aac3-d7f3-413e-8236-895e2db74709 service neutron] 10.222.0.38 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939176 Jun 18 14:17:58.553588 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8f64e870-ed3c-4edf-ba67-ee4a8efb31d2 req-13fddb6c-c8db-49bb-897f-3520e6b13d68 service neutron] 10.222.0.38 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062579 Jun 18 14:17:58.771293 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 1b502433-fc98-4110-a1e5-22720a420a75 up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:17:58.934800 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning for port 1b502433-fc98-4110-a1e5-22720a420a75 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:17:58.939236 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port 1b502433-fc98-4110-a1e5-22720a420a75 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:17:58.939722 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:58.976661 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ff724-1990-4fa1-b68d-d0b84b2acb6c req-cb4661e7-299f-4722-89bc-641d4e3e3086 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:58.978195 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d94ff724-1990-4fa1-b68d-d0b84b2acb6c req-cb4661e7-299f-4722-89bc-641d4e3e3086 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 945 time: 0.0712676 Jun 18 14:17:59.021879 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d94ff724-1990-4fa1-b68d-d0b84b2acb6c req-0ca52041-db77-4b3b-95cf-959f94430e10 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372677 Jun 18 14:17:59.030335 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:59.059874 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14cc9f9-78a5-4124-aa88-d1c5f8847365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b502433-fc98-4110-a1e5-22720a420a75'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:17:59.062182 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93197f27-1cb5-4a7d-a9c1-14497334659d" -d '{"events": [{"server_uuid": "b14cc9f9-78a5-4124-aa88-d1c5f8847365", "name": "network-vif-plugged", "status": "completed", "tag": "1b502433-fc98-4110-a1e5-22720a420a75"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:17:59.076202 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 1b502433-fc98-4110-a1e5-22720a420a75, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1b502433-fc98-4110-a1e5-22720a420a75,segment=NetworkSegment(bb5ae42b-fe35-4e44-bbed-61794b3b7dd5),segment_id=bb5ae42b-fe35-4e44-bbed-61794b3b7dd5)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:17:59.096679 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f7ddff-5d71-440d-802e-ea591645ee6d x-openstack-request-id: req-22f7ddff-5d71-440d-802e-ea591645ee6d {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:17:59.096981 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14cc9f9-78a5-4124-aa88-d1c5f8847365", "name": "network-vif-plugged", "status": "completed", "tag": "1b502433-fc98-4110-a1e5-22720a420a75", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:17:59.097246 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-22f7ddff-5d71-440d-802e-ea591645ee6d {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:17:59.097703 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14cc9f9-78a5-4124-aa88-d1c5f8847365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b502433-fc98-4110-a1e5-22720a420a75', 'code': 200} Jun 18 14:17:59.169321 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:17:59.171475 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:17:59.236769 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=1b502433-fc98-4110-a1e5-22720a420a75,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:17:59.240710 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:17:59.425240 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12caef-70e9-4c6f-bb62-119c08f7be25 req-ec6bc3ce-d6f6-4019-8cdd-cd1c486a4ecd tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:59.426861 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-de12caef-70e9-4c6f-bb62-119c08f7be25 req-ec6bc3ce-d6f6-4019-8cdd-cd1c486a4ecd tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0826645 Jun 18 14:17:59.474497 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-de12caef-70e9-4c6f-bb62-119c08f7be25 req-d055f719-e7cc-4fff-953d-18ae30e3c910 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409606 Jun 18 14:17:59.573769 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec615e-a03c-4c65-a79b-409459e9183f req-cde99fbb-7fcd-4061-a012-8b5ac5c528e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:17:59.576321 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-97ec615e-a03c-4c65-a79b-409459e9183f req-cde99fbb-7fcd-4061-a012-8b5ac5c528e4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 1099 time: 0.0788510 Jun 18 14:17:59.617735 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-97ec615e-a03c-4c65-a79b-409459e9183f req-3cf8985b-4429-4641-88e5-3467a05e642f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346010 Jun 18 14:18:00.219278 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18999a-e8aa-45fa-8866-6b24cf18894d req-2e42914b-8123-4b64-9b7c-6510ee164303 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:00.221568 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ae18999a-e8aa-45fa-8866-6b24cf18894d req-2e42914b-8123-4b64-9b7c-6510ee164303 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0796092 Jun 18 14:18:00.277812 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ae18999a-e8aa-45fa-8866-6b24cf18894d req-f9032e10-fcc5-4b6c-b6c5-4f5505c2f617 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506001 Jun 18 14:18:00.662152 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489acad2-0f2c-42d8-a00a-264816b051e6 req-7f875304-c750-44b5-83e3-5ef1a4176043 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:00.663689 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-489acad2-0f2c-42d8-a00a-264816b051e6 req-7f875304-c750-44b5-83e3-5ef1a4176043 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0716853 Jun 18 14:18:00.710849 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-489acad2-0f2c-42d8-a00a-264816b051e6 req-19ab7f4e-bafb-4e85-ad24-b484de0de06e tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373287 Jun 18 14:18:01.497071 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fed28-7a17-4f5d-b4eb-9b0a1d99aa44 req-2fbcfcf1-a51e-4048-86b6-07e97a4626a6 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:01.498610 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-dc3fed28-7a17-4f5d-b4eb-9b0a1d99aa44 req-2fbcfcf1-a51e-4048-86b6-07e97a4626a6 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0954628 Jun 18 14:18:01.542998 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-dc3fed28-7a17-4f5d-b4eb-9b0a1d99aa44 req-4c2413e1-fda2-4375-86fb-225bbee40c4b tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383227 Jun 18 14:18:01.902751 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87809833-ea2e-49db-a53a-059c1c670d7a req-3ec4c875-6bf7-4dc9-b6c8-edb8fcc93501 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:01.905828 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-87809833-ea2e-49db-a53a-059c1c670d7a req-3ec4c875-6bf7-4dc9-b6c8-edb8fcc93501 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0673907 Jun 18 14:18:01.951513 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-87809833-ea2e-49db-a53a-059c1c670d7a req-d796b764-ab88-4f11-9734-072a07941802 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407789 Jun 18 14:18:02.772337 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d168528-dc52-4a68-ac45-472dfbce4e96 req-4845e1cc-2a63-483e-b056-e59d933c0067 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:02.774197 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6d168528-dc52-4a68-ac45-472dfbce4e96 req-4845e1cc-2a63-483e-b056-e59d933c0067 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0691366 Jun 18 14:18:02.822080 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6d168528-dc52-4a68-ac45-472dfbce4e96 req-c6621f90-e9b5-4765-86d5-82f006a26064 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413573 Jun 18 14:18:02.901563 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 43448) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:18:03.046988 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-22ae5a72-1a1f-44f5-86cb-60947a4382e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:03.078280 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127a1ae-0738-453a-9c07-fb5ad27fa1f3 req-1f8b38f3-858e-4bd6-82d0-fde4d665c0c9 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:03.079836 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b127a1ae-0738-453a-9c07-fb5ad27fa1f3 req-1f8b38f3-858e-4bd6-82d0-fde4d665c0c9 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.1164689 Jun 18 14:18:03.089488 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 43456) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:18:03.094429 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-b3c8a452-3eb4-44d2-ac6d-43d0dd158a74 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Request body: {'floatingip': {'port_id': '1b502433-fc98-4110-a1e5-22720a420a75'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:18:03.171251 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b3c8a452-3eb4-44d2-ac6d-43d0dd158a74 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for floatingip, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:03.199069 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-22ae5a72-1a1f-44f5-86cb-60947a4382e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:03.221842 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4604b2-c7cc-4f02-9e00-b7ee444c9acb req-3faab650-f023-41f5-a31e-6604f690851d tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:03.224579 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ff4604b2-c7cc-4f02-9e00-b7ee444c9acb req-3faab650-f023-41f5-a31e-6604f690851d tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.1236577 Jun 18 14:18:03.276792 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-22ae5a72-1a1f-44f5-86cb-60947a4382e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:03.286632 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c8e00c2e-1ca3-4e7e-843d-958e0f03c04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:18:03.325119 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ff4604b2-c7cc-4f02-9e00-b7ee444c9acb req-6ab385f6-4913-4411-8224-98ced5f5ddc4 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927696 Jun 18 14:18:03.355582 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-22ae5a72-1a1f-44f5-86cb-60947a4382e8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=025668fa9c0f4136854fb34bc87c9585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4504402 Jun 18 14:18:03.357425 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 43462) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:18:03.367346 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae5a72-1a1f-44f5-86cb-60947a4382e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37aea12e-e441-42cc-b916-792199c1f1d1,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:18:03.388455 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-22ae5a72-1a1f-44f5-86cb-60947a4382e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:18:03.429967 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b8b60e28-5011-48d5-a471-28a4d851ceee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:03.457055 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b8b60e28-5011-48d5-a471-28a4d851ceee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:03.598012 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b8b60e28-5011-48d5-a471-28a4d851ceee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:03.600945 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b8b60e28-5011-48d5-a471-28a4d851ceee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:03.602459 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-b8b60e28-5011-48d5-a471-28a4d851ceee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/37aea12e-e441-42cc-b916-792199c1f1d1 HTTP/1.1" status: 204 len: 168 time: 0.2440429 Jun 18 14:18:03.605241 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-df4166e5-6685-4a6b-a05b-a47115b5876c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:18:03.616864 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b60e28-5011-48d5-a471-28a4d851ceee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37aea12e-e441-42cc-b916-792199c1f1d1,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:18:03.621811 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-b8b60e28-5011-48d5-a471-28a4d851ceee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:18:03.930767 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b3c8a452-3eb4-44d2-ac6d-43d0dd158a74 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:03.997806 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b3c8a452-3eb4-44d2-ac6d-43d0dd158a74 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635786'] for floatingip, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:04.316557 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 43474) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:18:04.326203 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.db.l3_db [None req-b3c8a452-3eb4-44d2-ac6d-43d0dd158a74 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Floating IP a7ea216e-4d08-4aaa-a05d-f7fab62e5eb6 associated. External IP: 172.27.3.142, port: 1b502433-fc98-4110-a1e5-22720a420a75. Jun 18 14:18:04.344332 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-68019121-60bc-48de-9688-c496b2f430a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:04.525571 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-68019121-60bc-48de-9688-c496b2f430a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:04.631495 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a5e52-f4e0-4390-9c7b-6f0e2dca8f55 req-bb96dcc0-c24e-4d5f-9861-01d7b3cea255 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:04.635284 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d20a5e52-f4e0-4390-9c7b-6f0e2dca8f55 req-bb96dcc0-c24e-4d5f-9861-01d7b3cea255 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.1713171 Jun 18 14:18:04.649326 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-68019121-60bc-48de-9688-c496b2f430a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:04.652053 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-fa9a83dd-f02a-4255-8f51-211393c4870c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:18:04.676716 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c8a452-3eb4-44d2-ac6d-43d0dd158a74 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:18:04.696262 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 43484) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:18:04.696568 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-68019121-60bc-48de-9688-c496b2f430a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=61c67f6ec1354edc9a5dd403ba9693b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3782072 Jun 18 14:18:04.698736 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68019121-60bc-48de-9688-c496b2f430a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be36742-8814-4610-a232-c0c9c4f25d0c,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:18:04.702417 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-68019121-60bc-48de-9688-c496b2f430a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:18:04.708306 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d20a5e52-f4e0-4390-9c7b-6f0e2dca8f55 req-7205dc03-dddf-4ab7-91cd-ec60bb20abcd tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667782 Jun 18 14:18:04.858324 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-029d4c4f-e274-4be8-8ac9-789e9e9c23e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:04.891935 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-029d4c4f-e274-4be8-8ac9-789e9e9c23e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:04.894319 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c8a452-3eb4-44d2-ac6d-43d0dd158a74 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:18:04.903570 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b3c8a452-3eb4-44d2-ac6d-43d0dd158a74 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for floatingip, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:04.911530 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a888435-c825-4543-b140-904d81dd288f None None] Sync routers for ids ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'] in dv-cinder-795751-2-iscsi {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:18:04.940306 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a888435-c825-4543-b140-904d81dd288f None None] Routers {'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:18:04.941062 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-1a888435-c825-4543-b140-904d81dd288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:17:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:18:04.967699 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-b3c8a452-3eb4-44d2-ac6d-43d0dd158a74 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "PUT /v2.0/floatingips/a7ea216e-4d08-4aaa-a05d-f7fab62e5eb6 HTTP/1.1" status: 200 len: 992 time: 1.8770640 Jun 18 14:18:04.968764 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14cc9f9-78a5-4124-aa88-d1c5f8847365', 'tag': '1b502433-fc98-4110-a1e5-22720a420a75'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:18:04.971301 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81debd4-22ff-4b17-b19c-20b1cb631154" -d '{"events": [{"name": "network-changed", "server_uuid": "b14cc9f9-78a5-4124-aa88-d1c5f8847365", "tag": "1b502433-fc98-4110-a1e5-22720a420a75"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:18:05.057316 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087592f9-4ed7-4c38-8ace-1d8f0d2100e4 x-openstack-request-id: req-087592f9-4ed7-4c38-8ace-1d8f0d2100e4 {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:18:05.057316 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14cc9f9-78a5-4124-aa88-d1c5f8847365", "tag": "1b502433-fc98-4110-a1e5-22720a420a75", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:18:05.057316 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-087592f9-4ed7-4c38-8ace-1d8f0d2100e4 {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:18:05.058562 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14cc9f9-78a5-4124-aa88-d1c5f8847365', 'tag': '1b502433-fc98-4110-a1e5-22720a420a75', 'status': 'completed', 'code': 200} Jun 18 14:18:05.078546 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-029d4c4f-e274-4be8-8ac9-789e9e9c23e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:05.084189 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-029d4c4f-e274-4be8-8ac9-789e9e9c23e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:05.088017 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-029d4c4f-e274-4be8-8ac9-789e9e9c23e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7be36742-8814-4610-a232-c0c9c4f25d0c HTTP/1.1" status: 204 len: 168 time: 0.3896072 Jun 18 14:18:05.089291 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-0876c11e-a65f-4718-81e4-b4e6a4aefaad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:18:05.108730 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d4c4f-e274-4be8-8ac9-789e9e9c23e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be36742-8814-4610-a232-c0c9c4f25d0c,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:18:05.119948 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-029d4c4f-e274-4be8-8ac9-789e9e9c23e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:18:05.161162 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-1a888435-c825-4543-b140-904d81dd288f None None] Set router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:18:05.440545 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-1a888435-c825-4543-b140-904d81dd288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'name': 'tempest-AttachVolumeTestJSON-1981730314-router', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e6169665-228e-401f-b847-84c902a86c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:22Z', 'updated_at': '2021-06-18T14:17:31Z', 'revision_number': 4, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'gw_port': {'id': 'e6169665-228e-401f-b847-84c902a86c48', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:24Z', 'updated_at': '2021-06-18T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': 'a7ea216e-4d08-4aaa-a05d-f7fab62e5eb6', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'floating_ip_address': '172.27.3.142', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'port_id': '1b502433-fc98-4110-a1e5-22720a420a75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'mac_address': 'fa:16:3e:1c:69:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cc9f9-78a5-4124-aa88-d1c5f8847365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:17:36Z', 'updated_at': '2021-06-18T14:18:03Z', 'revision_number': 1, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe8840e-50b5-4942-b3e0-63c14b018223', 'name': '', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'mac_address': 'fa:16:3e:4e:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:30Z', 'updated_at': '2021-06-18T14:17:37Z', 'revision_number': 5, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'subnets': [{'id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:18:05.466383 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a888435-c825-4543-b140-904d81dd288f None None] Checking router: b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca for host: dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:18:05.474700 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a888435-c825-4543-b140-904d81dd288f None None] Routers {'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:18:05.475294 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-1a888435-c825-4543-b140-904d81dd288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:17:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:18:05.602685 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-1a888435-c825-4543-b140-904d81dd288f None None] Set router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:18:05.843534 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-1a888435-c825-4543-b140-904d81dd288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'name': 'tempest-AttachVolumeTestJSON-1981730314-router', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e6169665-228e-401f-b847-84c902a86c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:22Z', 'updated_at': '2021-06-18T14:17:31Z', 'revision_number': 4, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'gw_port': {'id': 'e6169665-228e-401f-b847-84c902a86c48', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:24Z', 'updated_at': '2021-06-18T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': 'a7ea216e-4d08-4aaa-a05d-f7fab62e5eb6', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'floating_ip_address': '172.27.3.142', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'port_id': '1b502433-fc98-4110-a1e5-22720a420a75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'mac_address': 'fa:16:3e:1c:69:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cc9f9-78a5-4124-aa88-d1c5f8847365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:17:36Z', 'updated_at': '2021-06-18T14:18:03Z', 'revision_number': 1, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe8840e-50b5-4942-b3e0-63c14b018223', 'name': '', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'mac_address': 'fa:16:3e:4e:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:30Z', 'updated_at': '2021-06-18T14:17:37Z', 'revision_number': 5, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'subnets': [{'id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:18:05.871026 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a888435-c825-4543-b140-904d81dd288f None None] The sync data for ids ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'] in dv-cinder-795751-2-iscsi is: [{'id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'name': 'tempest-AttachVolumeTestJSON-1981730314-router', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e6169665-228e-401f-b847-84c902a86c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:22Z', 'updated_at': '2021-06-18T14:17:31Z', 'revision_number': 4, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'gw_port': {'id': 'e6169665-228e-401f-b847-84c902a86c48', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:24Z', 'updated_at': '2021-06-18T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': 'a7ea216e-4d08-4aaa-a05d-f7fab62e5eb6', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'floating_ip_address': '172.27.3.142', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'port_id': '1b502433-fc98-4110-a1e5-22720a420a75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'mac_address': 'fa:16:3e:1c:69:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cc9f9-78a5-4124-aa88-d1c5f8847365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:17:36Z', 'updated_at': '2021-06-18T14:18:03Z', 'revision_number': 1, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe8840e-50b5-4942-b3e0-63c14b018223', 'name': '', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'mac_address': 'fa:16:3e:4e:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:30Z', 'updated_at': '2021-06-18T14:17:37Z', 'revision_number': 5, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'subnets': [{'id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:18:05.920143 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387c302-cfb3-4d34-9190-be33566fcc72 req-768541f6-f37e-40da-ac13-558f0d20724b tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:05.921700 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7387c302-cfb3-4d34-9190-be33566fcc72 req-768541f6-f37e-40da-ac13-558f0d20724b tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0730574 Jun 18 14:18:05.956363 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 43506) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:18:05.966950 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7387c302-cfb3-4d34-9190-be33566fcc72 req-ea62245d-8dab-4c55-a6d5-65c1c995b727 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394650 Jun 18 14:18:05.970232 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ff116b26-5fda-4f2b-a01b-0bdae4302242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:06.081775 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ff116b26-5fda-4f2b-a01b-0bdae4302242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:06.090951 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce3d4af-fe86-4ce0-ab50-e9f7a8483d31 None None] New status for floating IP a7ea216e-4d08-4aaa-a05d-f7fab62e5eb6: ACTIVE {{(pid=93614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 14:18:06.169510 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ff116b26-5fda-4f2b-a01b-0bdae4302242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:06.173047 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-fa402f04-eae8-41ab-a92e-7a6348f02355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:18:06.221663 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff116b26-5fda-4f2b-a01b-0bdae4302242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e69bcb-b786-46f3-9b07-2f2eded8f466,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:18:06.229425 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-ff116b26-5fda-4f2b-a01b-0bdae4302242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:18:06.242839 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-ff116b26-5fda-4f2b-a01b-0bdae4302242 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e2f2a87dfb9479f9e44e22d1f1ac4b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847610 Jun 18 14:18:06.245772 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 43514) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:18:06.312589 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c106a74b-db74-471e-80af-361563db254d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:06.340335 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c106a74b-db74-471e-80af-361563db254d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:06.455126 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c106a74b-db74-471e-80af-361563db254d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:06.457676 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c106a74b-db74-471e-80af-361563db254d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:06.458855 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-c106a74b-db74-471e-80af-361563db254d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/05e69bcb-b786-46f3-9b07-2f2eded8f466 HTTP/1.1" status: 204 len: 168 time: 0.2119014 Jun 18 14:18:06.460197 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-ff116b26-5fda-4f2b-a01b-0bdae4302242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:18:06.467968 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106a74b-db74-471e-80af-361563db254d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e69bcb-b786-46f3-9b07-2f2eded8f466,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:18:06.471985 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c106a74b-db74-471e-80af-361563db254d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:18:07.192020 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c947cc-06ee-442a-93ec-1f1df65371a8 req-986635f4-045f-4546-afe8-f88ae24631bb tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:07.194605 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-79c947cc-06ee-442a-93ec-1f1df65371a8 req-986635f4-045f-4546-afe8-f88ae24631bb tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0997040 Jun 18 14:18:07.237602 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-79c947cc-06ee-442a-93ec-1f1df65371a8 req-3e8e34c1-c4a8-4340-9e60-9e37ee9919cf tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335989 Jun 18 14:18:08.464920 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed9a87-a764-46a1-9372-78f0159926a9 req-1dc7a005-ccdc-4073-8802-d47ff719e281 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:08.466481 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-61ed9a87-a764-46a1-9372-78f0159926a9 req-1dc7a005-ccdc-4073-8802-d47ff719e281 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0672598 Jun 18 14:18:08.507069 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-61ed9a87-a764-46a1-9372-78f0159926a9 req-3a477afd-3685-4c38-8f6f-8af0f6d7dde4 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347540 Jun 18 14:18:08.591661 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa010-9f58-4fe5-aa42-129c97fa62a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:09.043217 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81debd4-22ff-4b17-b19c-20b1cb631154 req-fbc4dc19-db5a-4247-bd18-a31c7f5bab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:09.044704 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f81debd4-22ff-4b17-b19c-20b1cb631154 req-fbc4dc19-db5a-4247-bd18-a31c7f5bab2b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=68c0acdf3c5043c1abd19fd3db96520e&device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 1099 time: 0.0579970 Jun 18 14:18:09.144483 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81debd4-22ff-4b17-b19c-20b1cb631154 req-73e076d3-d53a-42b7-9543-2ea64d4c017e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:09.146027 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f81debd4-22ff-4b17-b19c-20b1cb631154 req-73e076d3-d53a-42b7-9543-2ea64d4c017e service neutron] 10.222.0.38 "GET /v2.0/networks?id=732503bd-c79c-40ac-a2d6-5ec143face16 HTTP/1.1" status: 200 len: 912 time: 0.0934486 Jun 18 14:18:09.248515 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f81debd4-22ff-4b17-b19c-20b1cb631154 req-47ecba73-29d4-4436-9612-aff8ae5c376b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b502433-fc98-4110-a1e5-22720a420a75 HTTP/1.1" status: 200 len: 1002 time: 0.0941460 Jun 18 14:18:09.312538 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81debd4-22ff-4b17-b19c-20b1cb631154 req-4ee110e9-da00-47d6-8338-27b37c6ecbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:09.313962 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f81debd4-22ff-4b17-b19c-20b1cb631154 req-4ee110e9-da00-47d6-8338-27b37c6ecbbc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=52102b7a-07bd-46b6-9a1d-ca1db691ce03 HTTP/1.1" status: 200 len: 850 time: 0.0517187 Jun 18 14:18:09.383469 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81debd4-22ff-4b17-b19c-20b1cb631154 req-707bd561-a94c-4890-8e60-a181e01014ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:09.385035 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f81debd4-22ff-4b17-b19c-20b1cb631154 req-707bd561-a94c-4890-8e60-a181e01014ca service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=732503bd-c79c-40ac-a2d6-5ec143face16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631790 Jun 18 14:18:09.489070 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f81debd4-22ff-4b17-b19c-20b1cb631154 req-7245aab7-4be9-434d-8e07-0313a868bcc4 service neutron] 10.222.0.38 "GET /v2.0/networks/732503bd-c79c-40ac-a2d6-5ec143face16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959716 Jun 18 14:18:09.584199 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f81debd4-22ff-4b17-b19c-20b1cb631154 req-243a6243-2e2d-4af6-8572-295c8d6c433b service neutron] 10.222.0.38 "GET /v2.0/networks/732503bd-c79c-40ac-a2d6-5ec143face16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856347 Jun 18 14:18:09.711812 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76f2f4-ce31-46eb-8981-361b41abd330 req-c422c753-6725-4cd7-bb5b-4690b72d2c77 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:09.713352 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3f76f2f4-ce31-46eb-8981-361b41abd330 req-c422c753-6725-4cd7-bb5b-4690b72d2c77 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0745847 Jun 18 14:18:09.766611 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3f76f2f4-ce31-46eb-8981-361b41abd330 req-7490a67a-80e9-4516-a608-e936fef67e12 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468950 Jun 18 14:18:10.955550 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8846d-86af-410f-95aa-10079d58fb04 req-8785dbb5-bc95-41e8-8146-96f6de056e2f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:10.957075 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-dba8846d-86af-410f-95aa-10079d58fb04 req-8785dbb5-bc95-41e8-8146-96f6de056e2f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0728779 Jun 18 14:18:11.005335 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-dba8846d-86af-410f-95aa-10079d58fb04 req-9036f617-98cb-4473-b784-31eeff5c5118 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424490 Jun 18 14:18:12.009374 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:12.157372 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:12.310312 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c317605-32ff-402e-8438-c20c43ecde90 req-6b3ebfa5-74c9-470e-88a7-5de01b713c1e tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:12.317520 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3c317605-32ff-402e-8438-c20c43ecde90 req-6b3ebfa5-74c9-470e-88a7-5de01b713c1e tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0865774 Jun 18 14:18:12.364236 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3c317605-32ff-402e-8438-c20c43ecde90 req-82c2f3a5-bde0-4a92-b67a-1317a3953927 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458279 Jun 18 14:18:12.546457 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-853148ec-5480-48e2-8533-94cd5373ecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:13.397775 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:13.575196 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42867fc0-eeeb-4891-96ef-a86851dc6a94 req-51cfecf7-964b-4347-aa50-ed5c6251c66e tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:13.576840 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-42867fc0-eeeb-4891-96ef-a86851dc6a94 req-51cfecf7-964b-4347-aa50-ed5c6251c66e tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0775456 Jun 18 14:18:13.619079 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-42867fc0-eeeb-4891-96ef-a86851dc6a94 req-0e31e2b9-db50-47e0-b792-0a3f9321d996 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357940 Jun 18 14:18:14.817223 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc51924-fea3-4741-9299-7c015421d599 req-f0cbb59f-ccdb-4bda-a074-e6cc7e35c937 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:14.818857 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cdc51924-fea3-4741-9299-7c015421d599 req-f0cbb59f-ccdb-4bda-a074-e6cc7e35c937 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0824969 Jun 18 14:18:14.865346 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cdc51924-fea3-4741-9299-7c015421d599 req-f1920a89-1dd1-4785-a2a7-a7e11fa6627c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357208 Jun 18 14:18:15.185886 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:16.038676 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:18:16.039781 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dcdcf-2e41-41dc-ad38-9111aba178ba req-ca5d7c9e-38d7-4408-b177-62245473d6d2 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:16.041271 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d21dcdcf-2e41-41dc-ad38-9111aba178ba req-ca5d7c9e-38d7-4408-b177-62245473d6d2 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0642426 Jun 18 14:18:16.080779 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d21dcdcf-2e41-41dc-ad38-9111aba178ba req-f4cf2cff-b0e2-468d-bdcc-8e52223b7324 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331881 Jun 18 14:18:17.425760 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0cd01-4b48-4fc8-8408-884a0cd68353 req-1f7c6775-1b91-49b6-88db-fb9e728f49ea tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:17.427486 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b9f0cd01-4b48-4fc8-8408-884a0cd68353 req-1f7c6775-1b91-49b6-88db-fb9e728f49ea tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.2058971 Jun 18 14:18:17.471538 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b9f0cd01-4b48-4fc8-8408-884a0cd68353 req-75e2d2ad-17b9-4b91-9d24-e406fa26a5ac tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366645 Jun 18 14:18:18.687243 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d909b6e-77f9-42f1-b37e-a0d64588b09e req-43be2685-e17f-4db8-83e9-fc98e6b3e109 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:18.688828 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1d909b6e-77f9-42f1-b37e-a0d64588b09e req-43be2685-e17f-4db8-83e9-fc98e6b3e109 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0666852 Jun 18 14:18:18.735487 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1d909b6e-77f9-42f1-b37e-a0d64588b09e req-c5f8bb2c-afbb-4aa2-ba84-4f68acaddf83 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406473 Jun 18 14:18:19.926303 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1104b29-87a8-44b8-a74d-54ac14f02afc req-d03cdcd7-a2ce-42de-a29b-7b17e8f16ea1 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:19.927827 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b1104b29-87a8-44b8-a74d-54ac14f02afc req-d03cdcd7-a2ce-42de-a29b-7b17e8f16ea1 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0695143 Jun 18 14:18:19.968675 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b1104b29-87a8-44b8-a74d-54ac14f02afc req-6fe6fea2-f279-4f2a-99b4-6427587f1fa8 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344353 Jun 18 14:18:21.159920 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9226e-6a4d-4c57-8783-862227c245de req-968941b0-d924-428e-ac20-027d6fa3e705 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:21.161516 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-bbf9226e-6a4d-4c57-8783-862227c245de req-968941b0-d924-428e-ac20-027d6fa3e705 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0680645 Jun 18 14:18:21.201292 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-bbf9226e-6a4d-4c57-8783-862227c245de req-39a990d1-4a7e-4df2-9b7a-ce1bf37feb35 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333273 Jun 18 14:18:22.344412 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-a477f9ec-385c-4a19-aef0-f8b2c0bf492c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:22.345912 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-a477f9ec-385c-4a19-aef0-f8b2c0bf492c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/networks?id=80c53d92-b13a-4c0f-9dc2-9c88681c80d4 HTTP/1.1" status: 200 len: 812 time: 0.1122351 Jun 18 14:18:22.363206 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-2f5e32ae-bf5a-4a81-ad66-ab6612fad3bd tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/quotas/a0fb363ac56e4dfdb761e1b1617c621f HTTP/1.1" status: 200 len: 375 time: 0.0099819 Jun 18 14:18:22.388120 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfd9a1-ebe2-4179-947e-c5ac6f250431 req-e675b6c2-64da-48b0-9758-f0bc515d077d tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:22.389921 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0adfd9a1-ebe2-4179-947e-c5ac6f250431 req-e675b6c2-64da-48b0-9758-f0bc515d077d tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0687706 Jun 18 14:18:22.433571 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0adfd9a1-ebe2-4179-947e-c5ac6f250431 req-628b2777-1e0b-4b27-954f-e4c8cac8ce43 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372796 Jun 18 14:18:22.445494 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-4982a857-2393-45e0-8d2e-9caff9d7c374 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0fb363ac56e4dfdb761e1b1617c621f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0751989 Jun 18 14:18:22.541143 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-4ea66610-e59b-4dca-a7bd-af5978659967 service neutron] 10.222.0.26 "GET /v2.0/networks/80c53d92-b13a-4c0f-9dc2-9c88681c80d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883377 Jun 18 14:18:22.633394 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-ec7232a8-9bf4-448c-9922-cb358081b2ba service neutron] 10.222.0.26 "GET /v2.0/networks/80c53d92-b13a-4c0f-9dc2-9c88681c80d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856354 Jun 18 14:18:22.870933 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-38a1a3e5-cb31-4d2b-a5d5-854d9c77244b req-3983dc41-8a22-415f-877e-ce3484a84bd0 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 210 time: 0.0334747 Jun 18 14:18:23.302759 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78953fdf-c43f-418a-b6a5-42e08eee8b89 req-e14c4601-e0ff-4c37-9129-35c82aae3f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:23.304118 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-78953fdf-c43f-418a-b6a5-42e08eee8b89 req-e14c4601-e0ff-4c37-9129-35c82aae3f4c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 1098 time: 0.0529001 Jun 18 14:18:23.342407 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-78953fdf-c43f-418a-b6a5-42e08eee8b89 req-023f2b88-438c-4618-b745-eddd77caf25c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316873 Jun 18 14:18:23.613528 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1e829-3bb5-4d65-bdac-9090ed94498f req-a9a6c02e-c742-47ed-9ae7-92c45b84124f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:23.614946 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-57a1e829-3bb5-4d65-bdac-9090ed94498f req-a9a6c02e-c742-47ed-9ae7-92c45b84124f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0665267 Jun 18 14:18:23.657140 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-57a1e829-3bb5-4d65-bdac-9090ed94498f req-7ef80083-4b08-406c-b116-2b737817d3be tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352378 Jun 18 14:18:24.022239 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-950dd2d9-fabd-45a2-8012-55309e47612e req-3d454c56-a2f2-4ea3-8dab-5b9fd2857e84 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 210 time: 0.0298946 Jun 18 14:18:24.265537 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-8793f747-1151-4254-8a26-f7ef6a8b5722 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-255076407&fields=id&tenant_id=66c7a59352bd4bb3b1a26c01a0fb571c HTTP/1.1" status: 200 len: 267 time: 0.0468266 Jun 18 14:18:24.411401 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-1ea58a99-212e-4adc-80f5-efe4d1cdd2bc tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:24.422314 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-1ea58a99-212e-4adc-80f5-efe4d1cdd2bc tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/networks?id=58b3b662-a83b-4a79-96d6-15eb372428ed HTTP/1.1" status: 200 len: 809 time: 0.1421409 Jun 18 14:18:24.440017 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-98dfe54a-75ad-4f8f-8e04-d2cb3ce8c120 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/quotas/66c7a59352bd4bb3b1a26c01a0fb571c HTTP/1.1" status: 200 len: 375 time: 0.0167847 Jun 18 14:18:24.523145 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-a71c1609-cf45-4b82-93ab-3557f9baaa4a tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=66c7a59352bd4bb3b1a26c01a0fb571c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817366 Jun 18 14:18:24.629337 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-3135cfbe-cadd-435c-926a-cf0da67c44a5 service neutron] 10.222.0.26 "GET /v2.0/networks/58b3b662-a83b-4a79-96d6-15eb372428ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909555 Jun 18 14:18:24.742278 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-f2a040f5-51d9-4dd1-bcaa-9039db1e34f9 service neutron] 10.222.0.26 "GET /v2.0/networks/58b3b662-a83b-4a79-96d6-15eb372428ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057985 Jun 18 14:18:24.861219 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51eb80e-dbd3-4b77-b300-abbe00ab17d0 req-9343c127-0cd1-47f6-8343-15c356d817b2 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:24.862828 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c51eb80e-dbd3-4b77-b300-abbe00ab17d0 req-9343c127-0cd1-47f6-8343-15c356d817b2 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0765650 Jun 18 14:18:24.917846 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c51eb80e-dbd3-4b77-b300-abbe00ab17d0 req-97ac1cf4-d498-4b1a-90f7-e7f1c418778d tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400584 Jun 18 14:18:25.224234 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6319c5cd-f3c9-49e6-8348-717ac4614fd0 req-61085450-6d1d-44be-8101-45832698be1c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 210 time: 0.0570321 Jun 18 14:18:25.467628 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8f4bfd33-86e5-4021-9e96-2bc72e29150b req-fe8e71d4-c8e9-4be3-8c09-74518bad9879 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 210 time: 0.0406106 Jun 18 14:18:25.777682 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 43908) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:18:25.914491 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-004bef83-6e53-4208-a113-d302de63fb50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:25.972039 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-3ea576d7-83c5-4991-b243-eab6cb62306c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:25.973641 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-3ea576d7-83c5-4991-b243-eab6cb62306c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.38 "GET /v2.0/networks?id=80c53d92-b13a-4c0f-9dc2-9c88681c80d4 HTTP/1.1" status: 200 len: 812 time: 0.1535265 Jun 18 14:18:25.996818 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-e9c138de-86ba-48cd-b978-309dddd6da2c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Request body: {'port': {'device_id': 'af4f2359-d3a9-405c-87b7-55a47acb2c99', 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4', 'admin_state_up': True, 'tenant_id': 'a0fb363ac56e4dfdb761e1b1617c621f'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:18:26.145860 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b3e12-a219-46cb-b480-a41c6ef4c4bd req-0a612b09-b952-4321-824a-fff679151c2c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:26.147652 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-964b3e12-a219-46cb-b480-a41c6ef4c4bd req-0a612b09-b952-4321-824a-fff679151c2c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.1082716 Jun 18 14:18:26.149915 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-004bef83-6e53-4208-a113-d302de63fb50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:26.218459 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-964b3e12-a219-46cb-b480-a41c6ef4c4bd req-1522f0d5-4d7f-4c16-9049-57980d3f5451 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576615 Jun 18 14:18:26.342801 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-004bef83-6e53-4208-a113-d302de63fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:26.347675 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-018dbb26-416b-4e9c-ab5a-d50d9eb4a781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:18:26.405636 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3e9e5595-6d51-4627-ae3d-3dc5504e4e3a req-6f79f548-0f28-462b-ad72-2cf0bac946a9 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 210 time: 0.0656257 Jun 18 14:18:26.440602 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-004bef83-6e53-4208-a113-d302de63fb50 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1b7acd3b0c4647d7bd06d031ba24393f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6617296 Jun 18 14:18:26.442177 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bef83-6e53-4208-a113-d302de63fb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d619a92c-837d-4aed-9c35-4101e363b6bc,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:18:26.443461 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 43930) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:18:26.452181 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-004bef83-6e53-4208-a113-d302de63fb50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:18:26.489331 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-e9c138de-86ba-48cd-b978-309dddd6da2c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Made reservation on behalf of a0fb363ac56e4dfdb761e1b1617c621f for: {'port': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:18:26.493368 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-e9c138de-86ba-48cd-b978-309dddd6da2c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:26.526105 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-e984f01c-0f28-490a-8eb5-7cec0034477c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:26.555551 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-e984f01c-0f28-490a-8eb5-7cec0034477c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:26.707221 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-e984f01c-0f28-490a-8eb5-7cec0034477c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:26.711715 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-e984f01c-0f28-490a-8eb5-7cec0034477c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:26.713057 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-e984f01c-0f28-490a-8eb5-7cec0034477c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d619a92c-837d-4aed-9c35-4101e363b6bc HTTP/1.1" status: 204 len: 168 time: 0.2685032 Jun 18 14:18:26.717438 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-ab3b8eb6-5511-41a2-bb69-2518da22ff53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:18:26.733911 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984f01c-0f28-490a-8eb5-7cec0034477c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d619a92c-837d-4aed-9c35-4101e363b6bc,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:18:26.769208 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-e984f01c-0f28-490a-8eb5-7cec0034477c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:18:26.836239 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-007681ab-96d9-40f1-bc24-0df46281747c req-152b1f2e-ed10-4d53-bc25-d601a42c9cc7 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 210 time: 0.0374274 Jun 18 14:18:26.958824 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-e9c138de-86ba-48cd-b978-309dddd6da2c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Allocated IP 172.20.0.13 (80c53d92-b13a-4c0f-9dc2-9c88681c80d4/4f4a3b15-5d35-4545-8617-d54f3ee00d9a/333569ff-47e4-455b-9be3-c20ad716e262) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:18:27.164194 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-e9c138de-86ba-48cd-b978-309dddd6da2c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:27.326300 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab37ef-ffd0-414b-b988-083f582dfe60 req-fb5cbc09-3f03-44fd-bd04-95e0447a9ee0 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:27.328176 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b9ab37ef-ffd0-414b-b988-083f582dfe60 req-fb5cbc09-3f03-44fd-bd04-95e0447a9ee0 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0917964 Jun 18 14:18:27.392248 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-e9c138de-86ba-48cd-b978-309dddd6da2c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12393637'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:27.397722 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:18:27.404021 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b9ab37ef-ffd0-414b-b988-083f582dfe60 req-32a176f5-f588-4417-a8bd-8c02d8f230eb tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548029 Jun 18 14:18:27.411641 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06340b47-5a73-442d-8673-dcff798f68e2 req-170c498b-f525-4417-b6d4-dd55478c73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:27.413550 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-06340b47-5a73-442d-8673-dcff798f68e2 req-170c498b-f525-4417-b6d4-dd55478c73b4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0114c6b5421b4c0d82d45f17131ded96&device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 1098 time: 0.1044796 Jun 18 14:18:27.435506 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['5aed1d4a-e478-41df-810a-be5c1d4fb512', 'f2b18c5b-cd89-4511-8198-c89237ba3b00', '95d94fa4-dbbc-44f1-b96a-89756c38a530'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:18:27.476067 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-e9c138de-86ba-48cd-b978-309dddd6da2c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Network 80c53d92-b13a-4c0f-9dc2-9c88681c80d4 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:18:27.476067 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-e9c138de-86ba-48cd-b978-309dddd6da2c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:18:27.477939 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-e9c138de-86ba-48cd-b978-309dddd6da2c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:18:27.486612 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c138de-86ba-48cd-b978-309dddd6da2c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Pushing event updated for resources: {'Port': ['ID=333569ff-47e4-455b-9be3-c20ad716e262,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:18:27.519695 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-e9c138de-86ba-48cd-b978-309dddd6da2c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:18:27.568625 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-e9c138de-86ba-48cd-b978-309dddd6da2c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:27.569075 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06340b47-5a73-442d-8673-dcff798f68e2 req-db9fc7cf-e444-494e-90b4-1aff0d79c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:27.569587 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-e9c138de-86ba-48cd-b978-309dddd6da2c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:27.570994 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-06340b47-5a73-442d-8673-dcff798f68e2 req-db9fc7cf-e444-494e-90b4-1aff0d79c4ee service neutron] 10.222.0.38 "GET /v2.0/networks?id=98c5be27-f70c-4e03-8010-617386ed8973 HTTP/1.1" status: 200 len: 920 time: 0.1500854 Jun 18 14:18:27.657967 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-06340b47-5a73-442d-8673-dcff798f68e2 req-0f8894e0-6c65-4af5-b1f4-ed4c69fb0075 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=691d98c7-5561-48f3-a25d-d4e3d0513e48 HTTP/1.1" status: 200 len: 217 time: 0.0432155 Jun 18 14:18:27.678513 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae6d1e-e3ff-4c3d-947d-f085dbeebcf1 req-21844cc5-ebca-40ab-ab0c-573d13f71499 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:27.680001 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f7ae6d1e-e3ff-4c3d-947d-f085dbeebcf1 req-21844cc5-ebca-40ab-ab0c-573d13f71499 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 932 time: 0.0736122 Jun 18 14:18:27.724759 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f7ae6d1e-e3ff-4c3d-947d-f085dbeebcf1 req-acd0a679-0cbb-4195-8552-58b53ab50b66 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330572 Jun 18 14:18:27.726860 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-e9c138de-86ba-48cd-b978-309dddd6da2c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7352455 Jun 18 14:18:27.796400 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Request body: {'port': {'device_id': 'af4f2359-d3a9-405c-87b7-55a47acb2c99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:18:27.862854 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06340b47-5a73-442d-8673-dcff798f68e2 req-681b7c51-3339-4e3c-8c70-a152ed7de78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:27.864752 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-06340b47-5a73-442d-8673-dcff798f68e2 req-681b7c51-3339-4e3c-8c70-a152ed7de78a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e09c94b7-02ea-47cd-90c5-ff12c8357fed HTTP/1.1" status: 200 len: 859 time: 0.0737224 Jun 18 14:18:27.911983 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-06340b47-5a73-442d-8673-dcff798f68e2 req-1ed5ef36-c982-4ed9-b9c2-eba74105d92d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=98c5be27-f70c-4e03-8010-617386ed8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353229 Jun 18 14:18:27.914308 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:28.021046 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-06340b47-5a73-442d-8673-dcff798f68e2 req-9a487426-7230-4641-94d0-0ed41bd80fe0 service neutron] 10.222.0.38 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918679 Jun 18 14:18:28.065101 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5ee235c9-d096-4c72-b53e-91407f79d874 req-6e0e1e2d-79f7-4d99-bfd9-6407412c2600 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 210 time: 0.0793512 Jun 18 14:18:28.157591 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-06340b47-5a73-442d-8673-dcff798f68e2 req-b026b88e-4c0b-4402-9cef-b27edf21743e service neutron] 10.222.0.38 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268029 Jun 18 14:18:28.242780 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 333569ff-47e4-455b-9be3-c20ad716e262 {{(pid=93612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:18:28.250871 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:28.263547 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Transition to ACTIVE for port object 333569ff-47e4-455b-9be3-c20ad716e262 will not be triggered until provisioned by entity L2. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:18:28.385626 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:28.390006 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:18:28.492392 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Pushing event updated for resources: {'Port': ['ID=333569ff-47e4-455b-9be3-c20ad716e262,revision_number=2']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:18:28.495974 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:18:28.552509 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Attempting to bind port 333569ff-47e4-455b-9be3-c20ad716e262 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:18:28.553203 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Attempting to bind port 333569ff-47e4-455b-9be3-c20ad716e262 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4'}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:18:28.553651 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Attempting to bind port 333569ff-47e4-455b-9be3-c20ad716e262 on network 80c53d92-b13a-4c0f-9dc2-9c88681c80d4 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:18:28.559773 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Port 333569ff-47e4-455b-9be3-c20ad716e262 on network 80c53d92-b13a-4c0f-9dc2-9c88681c80d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 14:18:28.560187 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Attempting to bind port 333569ff-47e4-455b-9be3-c20ad716e262 on network 80c53d92-b13a-4c0f-9dc2-9c88681c80d4 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:18:28.567996 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Checking agent: {'id': '29ce2f09-b2be-4853-98fa-378b10f49f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'started_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:18:28.573515 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Checking segment: {'id': '7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:18:28.573888 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Bound using segment: {'id': '7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4'} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:18:28.574385 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Bound port: 333569ff-47e4-455b-9be3-c20ad716e262, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4'}}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:18:28.574739 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:28.599714 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceba46a-2f21-44bd-98d2-30cd52af98af req-a4414fbc-707c-490e-9fed-86ffb23c1791 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:28.601316 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8ceba46a-2f21-44bd-98d2-30cd52af98af req-a4414fbc-707c-490e-9fed-86ffb23c1791 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0706108 Jun 18 14:18:28.641218 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8ceba46a-2f21-44bd-98d2-30cd52af98af req-a2da7feb-bbff-4426-a585-3158dca4b875 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325923 Jun 18 14:18:28.645700 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] For port 333569ff-47e4-455b-9be3-c20ad716e262, host hv-cinder-79575, cleared binding levels {{(pid=93612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:18:28.649203 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] For port 333569ff-47e4-455b-9be3-c20ad716e262, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=333569ff-47e4-455b-9be3-c20ad716e262,segment=NetworkSegment(7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f),segment_id=7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f)] {{(pid=93612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:18:28.723665 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:28.726588 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:18:28.768494 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:28.769525 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:28.771726 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] 10.222.0.38 "PUT /v2.0/ports/333569ff-47e4-455b-9be3-c20ad716e262 HTTP/1.1" status: 200 len: 1094 time: 0.9805229 Jun 18 14:18:28.773081 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4f2359-d3a9-405c-87b7-55a47acb2c99', 'tag': '333569ff-47e4-455b-9be3-c20ad716e262'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:18:28.777078 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199cebaf-1f39-4244-a330-7154d8c2f4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "af4f2359-d3a9-405c-87b7-55a47acb2c99", "tag": "333569ff-47e4-455b-9be3-c20ad716e262"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:18:28.821503 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Pushing event updated for resources: {'Port': ['ID=333569ff-47e4-455b-9be3-c20ad716e262,revision_number=3']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:18:28.836481 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:18:28.838201 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db79c86f-c80a-41e0-92bf-4a9dd0d0b873 x-openstack-request-id: req-db79c86f-c80a-41e0-92bf-4a9dd0d0b873 {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:18:28.838530 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4f2359-d3a9-405c-87b7-55a47acb2c99", "tag": "333569ff-47e4-455b-9be3-c20ad716e262", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:18:28.838819 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db79c86f-c80a-41e0-92bf-4a9dd0d0b873 {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:18:28.839445 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4f2359-d3a9-405c-87b7-55a47acb2c99', 'tag': '333569ff-47e4-455b-9be3-c20ad716e262', 'status': 'completed', 'code': 200} Jun 18 14:18:28.983832 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533903c-44ac-4bec-bfe5-eed8674cda79 req-74633015-2356-426f-b838-684631915866 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:28.985175 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0533903c-44ac-4bec-bfe5-eed8674cda79 req-74633015-2356-426f-b838-684631915866 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 944 time: 0.1084452 Jun 18 14:18:29.038106 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0533903c-44ac-4bec-bfe5-eed8674cda79 req-1e907961-5ad1-458f-bb59-e99c67174c0f tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453153 Jun 18 14:18:29.178224 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cebaf-1f39-4244-a330-7154d8c2f4a0 req-271fa34a-8e11-4f8c-ba0a-296ceec5bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:29.180099 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-199cebaf-1f39-4244-a330-7154d8c2f4a0 req-271fa34a-8e11-4f8c-ba0a-296ceec5bf92 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a0fb363ac56e4dfdb761e1b1617c621f&device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 1097 time: 0.0722389 Jun 18 14:18:29.248086 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7c8f7a38-61ec-436b-9a77-176a709cdcb1 req-b47a35c8-f9ed-4fd4-8217-b8b06b1d7e87 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 210 time: 0.0366042 Jun 18 14:18:29.828025 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d85c2-c839-4ccb-b4df-7b33572e2061 req-f142fc15-d7f7-430d-b2f1-102372fa8a18 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:29.829574 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-558d85c2-c839-4ccb-b4df-7b33572e2061 req-f142fc15-d7f7-430d-b2f1-102372fa8a18 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0698712 Jun 18 14:18:29.867587 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-558d85c2-c839-4ccb-b4df-7b33572e2061 req-ee75f7e9-4990-4d61-a25b-40e8448df984 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321448 Jun 18 14:18:30.229400 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d8fa3-0204-4909-82d5-2e366ffaa49d req-974ffb0a-594d-4913-8e53-93ddb6874da1 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:30.229400 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-800d8fa3-0204-4909-82d5-2e366ffaa49d req-974ffb0a-594d-4913-8e53-93ddb6874da1 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 944 time: 0.0680826 Jun 18 14:18:30.267606 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-800d8fa3-0204-4909-82d5-2e366ffaa49d req-41c830db-dac0-4551-ae29-10805086bca7 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351555 Jun 18 14:18:30.398195 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5164ab30-c43c-4a76-9d18-13a4fe268967 req-8f2ea909-3a6f-4a02-9192-6c1a78b6defd tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 210 time: 0.0299776 Jun 18 14:18:31.045676 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e6f1f-467b-4037-997e-7217aa075dcf req-42f9f7bd-7e2d-4452-856c-5bc7bb7a72b7 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:31.047099 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e94e6f1f-467b-4037-997e-7217aa075dcf req-42f9f7bd-7e2d-4452-856c-5bc7bb7a72b7 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0686805 Jun 18 14:18:31.085323 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e94e6f1f-467b-4037-997e-7217aa075dcf req-c4656c74-6484-4e0e-b057-38f21990b4fa tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324955 Jun 18 14:18:31.467636 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe0602-c952-4dd8-995e-f558e16903c7 req-976690cd-ba9b-4e20-854c-ce1428e8d619 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:31.469106 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2afe0602-c952-4dd8-995e-f558e16903c7 req-976690cd-ba9b-4e20-854c-ce1428e8d619 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 944 time: 0.0644085 Jun 18 14:18:31.507743 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2afe0602-c952-4dd8-995e-f558e16903c7 req-72bebc8c-c2b9-4119-b3e4-6228b77d149a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330112 Jun 18 14:18:31.639853 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-351b5507-df9c-4671-95a8-bd2e9e7d6e16 req-6b7bae12-a362-4a41-a9b1-a07a984b8ea5 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 210 time: 0.0277462 Jun 18 14:18:32.265766 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7902d3-0200-4ac0-9b7a-8623cf6c39fe req-6bc8e0f8-c0b2-4b24-890f-abf5195056ec tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:32.267149 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-fb7902d3-0200-4ac0-9b7a-8623cf6c39fe req-6bc8e0f8-c0b2-4b24-890f-abf5195056ec tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0683925 Jun 18 14:18:32.307242 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-fb7902d3-0200-4ac0-9b7a-8623cf6c39fe req-7e7b9b49-94a4-49e7-bbdb-404515c66703 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342600 Jun 18 14:18:32.685681 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a91d0-8b96-43fb-8f4d-921464d2f46c req-443829b1-d7b8-448c-bde2-b21ffafa6da0 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:32.687138 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-019a91d0-8b96-43fb-8f4d-921464d2f46c req-443829b1-d7b8-448c-bde2-b21ffafa6da0 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 944 time: 0.0633647 Jun 18 14:18:32.723910 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-019a91d0-8b96-43fb-8f4d-921464d2f46c req-4f24d105-6c59-4b15-beab-730694d71c1f tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309813 Jun 18 14:18:32.856605 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-49b8bfde-3b90-4976-b7ef-ab325e5f9a07 req-323bb017-64c2-4ed5-832d-bc6a3a34cc86 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 210 time: 0.0305028 Jun 18 14:18:33.505139 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0166bab-d462-4ebc-9c2f-3aa1bdd68502 req-20e32c59-0e2c-4052-ba77-3ef02ccf4b87 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:33.506678 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d0166bab-d462-4ebc-9c2f-3aa1bdd68502 req-20e32c59-0e2c-4052-ba77-3ef02ccf4b87 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0710816 Jun 18 14:18:33.550193 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d0166bab-d462-4ebc-9c2f-3aa1bdd68502 req-e3df44bb-86eb-442a-a89e-670d7c4d721b tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370882 Jun 18 14:18:33.895625 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b970693-ca0a-40ef-852b-07276af5fc21 req-d9090c3f-5561-49ac-9ba8-69b72df06887 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:33.897118 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9b970693-ca0a-40ef-852b-07276af5fc21 req-d9090c3f-5561-49ac-9ba8-69b72df06887 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 944 time: 0.0622966 Jun 18 14:18:33.935782 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9b970693-ca0a-40ef-852b-07276af5fc21 req-ae882800-9294-407f-aa8a-162c95ba7aec tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321131 Jun 18 14:18:34.070978 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-33362aeb-2003-4557-8bc5-67b7459372c1 req-35ce3204-0d6c-45e7-bb47-e363fbf91b30 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 210 time: 0.0357113 Jun 18 14:18:34.071948 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cebaf-1f39-4244-a330-7154d8c2f4a0 req-d3e83a81-a007-48c9-ba81-9757abc673c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:34.074047 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-199cebaf-1f39-4244-a330-7154d8c2f4a0 req-d3e83a81-a007-48c9-ba81-9757abc673c8 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=a0fb363ac56e4dfdb761e1b1617c621f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1266146 Jun 18 14:18:34.131466 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-7021f28d-8b3c-4994-b88b-a418b3e7adbd tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:34.132852 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-7021f28d-8b3c-4994-b88b-a418b3e7adbd tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.38 "GET /v2.0/networks?id=58b3b662-a83b-4a79-96d6-15eb372428ed HTTP/1.1" status: 200 len: 809 time: 0.1006529 Jun 18 14:18:34.419176 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-89f8271b-b47c-4a4d-8243-110f763541ac tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66c7a59352bd4bb3b1a26c01a0fb571c HTTP/1.1" status: 200 len: 379 time: 0.0456202 Jun 18 14:18:34.428885 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-d26cfcc1-d7d7-4401-90c7-0f856093344f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Request body: {'port': {'device_id': 'db2c1a6d-e569-4a11-bf4c-577716033126', 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed', 'admin_state_up': True, 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'security_groups': ['752c3d6e-22e8-436c-85ac-96739ae27c47']}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:18:34.471103 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cebaf-1f39-4244-a330-7154d8c2f4a0 req-8f458ac0-9ca8-47f7-b34f-3762ec090b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:34.472680 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-199cebaf-1f39-4244-a330-7154d8c2f4a0 req-8f458ac0-9ca8-47f7-b34f-3762ec090b2e service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0987978 Jun 18 14:18:34.655477 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-c39d458b-1aa0-4794-9b8e-9ac1e1d56f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:34.657013 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-c39d458b-1aa0-4794-9b8e-9ac1e1d56f32 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a0fb363ac56e4dfdb761e1b1617c621f&device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 1097 time: 0.0896006 Jun 18 14:18:34.660565 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-d26cfcc1-d7d7-4401-90c7-0f856093344f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Made reservation on behalf of 66c7a59352bd4bb3b1a26c01a0fb571c for: {'port': 1} {{(pid=93613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:18:34.667746 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-d26cfcc1-d7d7-4401-90c7-0f856093344f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:34.748923 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-ff4c6c6c-555d-49b3-8070-6cad033c7700 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=333569ff-47e4-455b-9be3-c20ad716e262 HTTP/1.1" status: 200 len: 217 time: 0.0538850 Jun 18 14:18:34.831713 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-dab55161-2df2-4837-8a3b-235c8dff8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:34.833160 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-dab55161-2df2-4837-8a3b-235c8dff8229 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4f4a3b15-5d35-4545-8617-d54f3ee00d9a HTTP/1.1" status: 200 len: 852 time: 0.0605838 Jun 18 14:18:34.841856 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-d26cfcc1-d7d7-4401-90c7-0f856093344f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Allocated IP 172.20.0.8 (58b3b662-a83b-4a79-96d6-15eb372428ed/e376c192-7508-4cae-9176-aef3287f6229/242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:18:34.857754 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6e2dd-64de-46ec-8d58-e70feead77c8 req-964e0613-62d0-4c70-ad0d-62ad814b081d tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:34.859339 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3fa6e2dd-64de-46ec-8d58-e70feead77c8 req-964e0613-62d0-4c70-ad0d-62ad814b081d tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.1212153 Jun 18 14:18:34.904062 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-decf28b4-1760-47ac-bcc0-0e488eb8e9a2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=80c53d92-b13a-4c0f-9dc2-9c88681c80d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435157 Jun 18 14:18:34.984111 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3fa6e2dd-64de-46ec-8d58-e70feead77c8 req-bf557d49-5d21-4298-88c3-2bdd2250d36a tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152604 Jun 18 14:18:34.987507 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-d26cfcc1-d7d7-4401-90c7-0f856093344f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:35.005049 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.provisioning_blocks [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-d26cfcc1-d7d7-4401-90c7-0f856093344f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Transition to ACTIVE for port object 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac will not be triggered until provisioned by entity DHCP. {{(pid=93613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:18:35.037128 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-e252a9d0-9079-4788-8629-1c0b89048d98 service neutron] 10.222.0.38 "GET /v2.0/networks/80c53d92-b13a-4c0f-9dc2-9c88681c80d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204021 Jun 18 14:18:35.124737 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cead4-4870-40de-9674-fbc5c7aaeffb req-15e54371-4d97-480c-b2d6-ac2d9dc3ef1d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:35.126253 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f53cead4-4870-40de-9674-fbc5c7aaeffb req-15e54371-4d97-480c-b2d6-ac2d9dc3ef1d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 944 time: 0.0690463 Jun 18 14:18:35.168322 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f53cead4-4870-40de-9674-fbc5c7aaeffb req-7ee00db9-da87-40cc-b2b0-344ae31a78e8 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358992 Jun 18 14:18:35.169937 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-d26cfcc1-d7d7-4401-90c7-0f856093344f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11814889'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:35.175729 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-32934151-01f0-4e71-ae60-c6bae4e06b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:18:35.226044 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-d26cfcc1-d7d7-4401-90c7-0f856093344f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Network 58b3b662-a83b-4a79-96d6-15eb372428ed is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:18:35.229271 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-d26cfcc1-d7d7-4401-90c7-0f856093344f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:18:35.231870 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-d26cfcc1-d7d7-4401-90c7-0f856093344f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:18:35.239134 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cfcc1-d7d7-4401-90c7-0f856093344f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Pushing event updated for resources: {'Port': ['ID=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:18:35.242201 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-d26cfcc1-d7d7-4401-90c7-0f856093344f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:18:35.267565 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac781be9-23c0-4be7-9978-ceabc6c2c09c req-0a4943c7-827c-4085-9d9e-296ec53f6e4c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:35.269266 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ac781be9-23c0-4be7-9978-ceabc6c2c09c req-0a4943c7-827c-4085-9d9e-296ec53f6e4c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 931 time: 0.0817411 Jun 18 14:18:35.292818 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-d26cfcc1-d7d7-4401-90c7-0f856093344f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:35.293776 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-d26cfcc1-d7d7-4401-90c7-0f856093344f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:35.311025 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ac781be9-23c0-4be7-9978-ceabc6c2c09c req-ee165b51-0022-47ed-8695-eb9e27587064 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346513 Jun 18 14:18:35.438051 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-d26cfcc1-d7d7-4401-90c7-0f856093344f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0128720 Jun 18 14:18:35.528387 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-b19dc10f-2e71-449a-a6a0-51fa0a160611 None None] Provisioning for port 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:18:35.532666 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-b19dc10f-2e71-449a-a6a0-51fa0a160611 None None] Provisioning complete for port 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:18:35.533994 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-b19dc10f-2e71-449a-a6a0-51fa0a160611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:35.566952 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-b19dc10f-2e71-449a-a6a0-51fa0a160611 None None] Port 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:18:36.173469 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f897d4-ceb5-4b72-8a94-2f029350374b req-28c2e301-1fd4-43e2-ab68-93a3a89dd05a tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:36.175003 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-80f897d4-ceb5-4b72-8a94-2f029350374b req-28c2e301-1fd4-43e2-ab68-93a3a89dd05a tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0675220 Jun 18 14:18:36.217407 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-80f897d4-ceb5-4b72-8a94-2f029350374b req-4ecce9b0-192b-4e73-8b6c-53133eb48ff5 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366971 Jun 18 14:18:36.382413 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0ee38-7909-4caf-953a-d3fa4a914d38 req-a018cbff-df98-4683-a522-1cb1d299e971 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:36.383874 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-25b0ee38-7909-4caf-953a-d3fa4a914d38 req-a018cbff-df98-4683-a522-1cb1d299e971 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 944 time: 0.0689366 Jun 18 14:18:36.421917 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-25b0ee38-7909-4caf-953a-d3fa4a914d38 req-a611874e-d47d-48f4-a482-2cc2a320450a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318353 Jun 18 14:18:36.587191 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf56da-27f5-4858-907f-a9762bb31299 req-1df05420-374c-4753-88f3-b86183e82409 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:36.589378 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4adf56da-27f5-4858-907f-a9762bb31299 req-1df05420-374c-4753-88f3-b86183e82409 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 931 time: 0.0661204 Jun 18 14:18:36.626792 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4adf56da-27f5-4858-907f-a9762bb31299 req-76b53a40-541f-4b07-ad16-0443b2b3427b tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314698 Jun 18 14:18:37.420487 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b78baf-52cd-43f2-b676-0ed34e1f4889 req-7a62476d-98e4-4e11-beba-2d220aa430a7 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:37.422200 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-77b78baf-52cd-43f2-b676-0ed34e1f4889 req-7a62476d-98e4-4e11-beba-2d220aa430a7 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0785589 Jun 18 14:18:37.467971 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-77b78baf-52cd-43f2-b676-0ed34e1f4889 req-8ea57673-5ab9-4a16-9696-0e4d518da3a9 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398650 Jun 18 14:18:37.663989 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb51849-85df-46e6-a0e8-62c5cc1508bf req-4cd09d39-fdd2-4c14-81a2-f86feb176038 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:37.665640 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7bb51849-85df-46e6-a0e8-62c5cc1508bf req-4cd09d39-fdd2-4c14-81a2-f86feb176038 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 944 time: 0.0647416 Jun 18 14:18:37.707896 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7bb51849-85df-46e6-a0e8-62c5cc1508bf req-be69a7d7-e860-48f1-a022-bbc1eece969a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355506 Jun 18 14:18:37.940350 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1f7e8-8aee-4348-b988-fa8ba20e1c96 req-bec096dc-1d3e-451b-8049-a17dfdacd24c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:37.941953 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-17f1f7e8-8aee-4348-b988-fa8ba20e1c96 req-bec096dc-1d3e-451b-8049-a17dfdacd24c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 931 time: 0.1212111 Jun 18 14:18:37.996015 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9416b69a-f1b5-4c7d-8edd-bfe835bb7fd5 req-4cb75eec-042e-46f4-a6bd-e1596595313c service neutron] 10.222.0.38 "GET /v2.0/networks/80c53d92-b13a-4c0f-9dc2-9c88681c80d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282196 Jun 18 14:18:38.003607 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-17f1f7e8-8aee-4348-b988-fa8ba20e1c96 req-bf5b76c3-9893-4464-aaeb-c7f3177dc974 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544322 Jun 18 14:18:38.568651 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-d963a0f1-e2ed-4c32-be21-6c18bebc17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:38.664735 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5644f-b0a8-4112-892e-ce7609e5291f req-4b3d8c62-589f-4c00-a86b-af53a02a6ab6 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:38.666903 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b6b5644f-b0a8-4112-892e-ce7609e5291f req-4b3d8c62-589f-4c00-a86b-af53a02a6ab6 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0676675 Jun 18 14:18:38.709690 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b6b5644f-b0a8-4112-892e-ce7609e5291f req-f570d1bd-ab06-4dfe-8f7e-1ea88f4531a1 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332355 Jun 18 14:18:38.898438 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c546f-d6de-4d9e-9d37-e06dfcebfffa req-67c7b097-5e34-4fcc-b999-6eeb586be8c8 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:38.900172 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a21c546f-d6de-4d9e-9d37-e06dfcebfffa req-67c7b097-5e34-4fcc-b999-6eeb586be8c8 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 944 time: 0.0719476 Jun 18 14:18:38.941323 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a21c546f-d6de-4d9e-9d37-e06dfcebfffa req-7baf8e01-e2d2-4806-a27b-af3c86229673 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350659 Jun 18 14:18:39.186884 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57180e-876c-4088-9415-6dfe20e0d8b0 req-d8a75f56-81ee-49b8-9a5e-780e7f261375 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:39.188423 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2b57180e-876c-4088-9415-6dfe20e0d8b0 req-d8a75f56-81ee-49b8-9a5e-780e7f261375 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 931 time: 0.0655346 Jun 18 14:18:39.227720 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2b57180e-876c-4088-9415-6dfe20e0d8b0 req-52425ce8-8143-4423-8566-b85aa7258c54 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333586 Jun 18 14:18:39.383370 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Request body: {'port': {'device_id': 'db2c1a6d-e569-4a11-bf4c-577716033126', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:18:39.463460 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:39.746271 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac {{(pid=93613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:18:39.754529 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:39.767804 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.provisioning_blocks [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Transition to ACTIVE for port object 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac will not be triggered until provisioned by entity L2. {{(pid=93613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:18:39.848686 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11814879'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:39.852828 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:18:39.893014 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea71cc7-f303-4183-a525-196cd1e042d1 req-2975272e-711a-49db-a5b9-baea316ce590 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:39.895280 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-fea71cc7-f303-4183-a525-196cd1e042d1 req-2975272e-711a-49db-a5b9-baea316ce590 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0710876 Jun 18 14:18:39.948666 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-fea71cc7-f303-4183-a525-196cd1e042d1 req-f0bdfaca-f560-42cb-9398-f86f3f26601a tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464129 Jun 18 14:18:40.079633 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.managers [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Attempting to bind port 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac on host hv-cinder-79575 for vnic_type normal with profile {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:18:40.079963 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.managers [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Attempting to bind port 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '2797265c-4983-4bf3-9100-f60b71988b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed'}] {{(pid=93613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:18:40.080318 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Attempting to bind port 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac on network 58b3b662-a83b-4a79-96d6-15eb372428ed {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:18:40.085544 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Port 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac on network 58b3b662-a83b-4a79-96d6-15eb372428ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 14:18:40.085873 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Attempting to bind port 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac on network 58b3b662-a83b-4a79-96d6-15eb372428ed {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:18:40.092236 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Checking agent: {'id': '29ce2f09-b2be-4853-98fa-378b10f49f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'started_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:18:40.092572 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Checking segment: {'id': '2797265c-4983-4bf3-9100-f60b71988b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:18:40.092966 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Bound using segment: {'id': '2797265c-4983-4bf3-9100-f60b71988b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed'} {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:18:40.093403 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.managers [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Bound port: 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2797265c-4983-4bf3-9100-f60b71988b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed'}}] {{(pid=93613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:18:40.093957 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:40.327779 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Pushing event updated for resources: {'Port': ['ID=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac,revision_number=2']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:18:40.333856 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:18:40.421590 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7e6b-9cb7-43cd-a385-b7826908e8fb req-f5fc6f1c-f2a5-4fd3-b06b-aca4fa29d796 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:40.423163 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d56a7e6b-9cb7-43cd-a385-b7826908e8fb req-f5fc6f1c-f2a5-4fd3-b06b-aca4fa29d796 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0700800 Jun 18 14:18:40.424785 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] For port 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac, host hv-cinder-79575, cleared binding levels {{(pid=93613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:18:40.428795 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] For port 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac,segment=NetworkSegment(2797265c-4983-4bf3-9100-f60b71988b67),segment_id=2797265c-4983-4bf3-9100-f60b71988b67)] {{(pid=93613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:18:40.447954 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71bb69-6e2f-498d-9c96-523c342ce8e7 req-a99fdf38-e6cd-4d6c-8165-98a95e014244 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:40.449771 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8c71bb69-6e2f-498d-9c96-523c342ce8e7 req-a99fdf38-e6cd-4d6c-8165-98a95e014244 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 944 time: 0.1193407 Jun 18 14:18:40.477214 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d56a7e6b-9cb7-43cd-a385-b7826908e8fb req-fd18f9ce-021e-4504-b834-b5552fd68d4f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411890 Jun 18 14:18:40.512835 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8c71bb69-6e2f-498d-9c96-523c342ce8e7 req-6c6b00e0-92c1-4706-bfb0-f58cc748cf53 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498705 Jun 18 14:18:40.514351 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11814879'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:40.516572 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:18:40.555501 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:40.556116 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:40.558054 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] 10.222.0.38 "PUT /v2.0/ports/242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac HTTP/1.1" status: 200 len: 1093 time: 1.1800184 Jun 18 14:18:40.558550 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2c1a6d-e569-4a11-bf4c-577716033126', 'tag': '242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:18:40.560852 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224b90cb-3c4d-4cbb-90d2-0b339861e1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "db2c1a6d-e569-4a11-bf4c-577716033126", "tag": "242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:18:40.601783 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Pushing event updated for resources: {'Port': ['ID=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac,revision_number=3']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:18:40.608391 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc30d6a-037a-4bdc-b2df-20b46af7b356 x-openstack-request-id: req-cfc30d6a-037a-4bdc-b2df-20b46af7b356 {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:18:40.608903 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2c1a6d-e569-4a11-bf4c-577716033126", "tag": "242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:18:40.609503 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cfc30d6a-037a-4bdc-b2df-20b46af7b356 {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:18:40.610353 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2c1a6d-e569-4a11-bf4c-577716033126', 'tag': '242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac', 'status': 'completed', 'code': 200} Jun 18 14:18:40.611839 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:18:40.731653 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b90cb-3c4d-4cbb-90d2-0b339861e1ac req-aac04caf-e588-462d-a7ab-4995b790f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:40.733097 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-224b90cb-3c4d-4cbb-90d2-0b339861e1ac req-aac04caf-e588-462d-a7ab-4995b790f85e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=66c7a59352bd4bb3b1a26c01a0fb571c&device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 1096 time: 0.0551443 Jun 18 14:18:40.955411 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b90cb-3c4d-4cbb-90d2-0b339861e1ac req-9221fc35-8f41-45c4-9958-b5c2c02833e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:40.956848 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-224b90cb-3c4d-4cbb-90d2-0b339861e1ac req-9221fc35-8f41-45c4-9958-b5c2c02833e5 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=66c7a59352bd4bb3b1a26c01a0fb571c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1737349 Jun 18 14:18:41.149480 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b90cb-3c4d-4cbb-90d2-0b339861e1ac req-850968a0-f2ff-459b-9db9-3e802c6453cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:41.152065 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-224b90cb-3c4d-4cbb-90d2-0b339861e1ac req-850968a0-f2ff-459b-9db9-3e802c6453cd service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1867735 Jun 18 14:18:41.355662 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-0de509c0-e52f-4eca-bb5e-989c1a5b11f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:41.357093 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-0de509c0-e52f-4eca-bb5e-989c1a5b11f1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=66c7a59352bd4bb3b1a26c01a0fb571c&device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 1096 time: 0.0954092 Jun 18 14:18:41.371641 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504b3c9-51b7-4cf6-97d5-9af5d0a9904e req-68ca14df-ebe8-4c1a-9702-cc8fc157d80c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:41.373183 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3504b3c9-51b7-4cf6-97d5-9af5d0a9904e req-68ca14df-ebe8-4c1a-9702-cc8fc157d80c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.1013448 Jun 18 14:18:41.418894 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-045b079a-e881-4de6-88f1-efe398b3817d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac HTTP/1.1" status: 200 len: 217 time: 0.0447106 Jun 18 14:18:41.475987 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3504b3c9-51b7-4cf6-97d5-9af5d0a9904e req-2163e753-165c-4c7c-9bcd-e28ddf200808 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944557 Jun 18 14:18:41.489936 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-1cca30e8-08a2-4b74-a5c3-c829884b0266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:41.491522 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-1cca30e8-08a2-4b74-a5c3-c829884b0266 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e376c192-7508-4cae-9176-aef3287f6229 HTTP/1.1" status: 200 len: 848 time: 0.0641251 Jun 18 14:18:41.578661 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-d05974da-0f3d-42a3-b5d1-e0512db63dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:41.580291 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-d05974da-0f3d-42a3-b5d1-e0512db63dff service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58b3b662-a83b-4a79-96d6-15eb372428ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820456 Jun 18 14:18:41.676908 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3626ca-d877-48ec-8b05-a06ded3dee8b req-8c9c8afd-f233-4a02-9979-12b73d6864cb tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:41.678709 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-af3626ca-d877-48ec-8b05-a06ded3dee8b req-8c9c8afd-f233-4a02-9979-12b73d6864cb tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0750599 Jun 18 14:18:41.720659 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-96e13b50-317d-4cb9-83c7-74b26ac71c6d service neutron] 10.222.0.38 "GET /v2.0/networks/58b3b662-a83b-4a79-96d6-15eb372428ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315436 Jun 18 14:18:41.722635 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-af3626ca-d877-48ec-8b05-a06ded3dee8b req-774000ef-979f-4a9c-8cef-f1eaec0c6d74 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359035 Jun 18 14:18:41.749774 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67185ccd-8a7a-48e0-8a16-8e24bca3ec04 req-fc90d1f6-375a-4959-85ad-0ef9c15769ff tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:41.749774 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-67185ccd-8a7a-48e0-8a16-8e24bca3ec04 req-fc90d1f6-375a-4959-85ad-0ef9c15769ff tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 944 time: 0.1133537 Jun 18 14:18:41.830025 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-67185ccd-8a7a-48e0-8a16-8e24bca3ec04 req-4cf15060-173c-4a54-acbd-58903b4843b9 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737069 Jun 18 14:18:41.857184 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f22906b-7b3c-4993-974a-7c68b0b5a3da req-eb74431c-6542-46dd-880c-8cbb4f4635b0 service neutron] 10.222.0.38 "GET /v2.0/networks/58b3b662-a83b-4a79-96d6-15eb372428ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294312 Jun 18 14:18:41.997487 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:42.168543 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:42.495276 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-27685666-bcf8-46af-8cfc-a76e458b834f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:42.658920 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4066473-f23f-46e7-b9cf-0266254f34c5 req-982c05e6-e7c2-42f7-83a5-8b179966d16b tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:42.660438 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d4066473-f23f-46e7-b9cf-0266254f34c5 req-982c05e6-e7c2-42f7-83a5-8b179966d16b tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0714333 Jun 18 14:18:42.701612 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d4066473-f23f-46e7-b9cf-0266254f34c5 req-a124c439-cf3b-43fa-8b85-446aa791e044 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353208 Jun 18 14:18:42.934918 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9018a8b-84b0-4ebc-b51f-63f0dd39eaa1 req-b64b2274-9f22-4879-b44d-db999f94d379 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:42.936454 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f9018a8b-84b0-4ebc-b51f-63f0dd39eaa1 req-b64b2274-9f22-4879-b44d-db999f94d379 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0844154 Jun 18 14:18:42.980054 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f9018a8b-84b0-4ebc-b51f-63f0dd39eaa1 req-69d63760-e86d-40aa-899d-d8398f0013ed tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375023 Jun 18 14:18:43.033309 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a64b1-0395-44b2-a4cf-519d0186cc16 req-55e9bc11-4423-440d-8764-86fee662b20c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:43.034733 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3e6a64b1-0395-44b2-a4cf-519d0186cc16 req-55e9bc11-4423-440d-8764-86fee662b20c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 944 time: 0.0772882 Jun 18 14:18:43.080536 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3e6a64b1-0395-44b2-a4cf-519d0186cc16 req-482f2784-002e-4eb5-b16e-74a005cd58b6 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399480 Jun 18 14:18:43.419864 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:43.888364 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11e6f8-2085-4bd7-8b7c-dd0d61b70519 req-454deea1-3e61-4176-b4b4-ba333780e887 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:43.890319 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9e11e6f8-2085-4bd7-8b7c-dd0d61b70519 req-454deea1-3e61-4176-b4b4-ba333780e887 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0693047 Jun 18 14:18:43.936017 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9e11e6f8-2085-4bd7-8b7c-dd0d61b70519 req-8b4ad12a-e6f0-4e0f-8707-9a6017aec37b tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398653 Jun 18 14:18:44.037983 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-92fccf21-facb-4cc7-a067-817591251736 req-728cc794-5cd2-4873-adab-77133638fd8e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797405 Jun 18 14:18:44.167722 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fccf21-facb-4cc7-a067-817591251736 req-c12b31cf-3462-4d2c-a033-c25c53d65833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:44.167722 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-92fccf21-facb-4cc7-a067-817591251736 req-c12b31cf-3462-4d2c-a033-c25c53d65833 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0114c6b5421b4c0d82d45f17131ded96&device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 1098 time: 0.0849440 Jun 18 14:18:44.221083 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba532a1-fb2d-4855-bed9-7cb2e4cf5461 req-a8458821-e894-45fb-b051-2f4a6409fc9d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:44.231113 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-dba532a1-fb2d-4855-bed9-7cb2e4cf5461 req-a8458821-e894-45fb-b051-2f4a6409fc9d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0994442 Jun 18 14:18:44.279565 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-dba532a1-fb2d-4855-bed9-7cb2e4cf5461 req-a120839c-4a6b-4265-934a-25b23f0be919 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474126 Jun 18 14:18:44.372590 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fccf21-facb-4cc7-a067-817591251736 req-1e2ec638-cdbc-4678-b387-bd0d728db5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:44.374278 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-92fccf21-facb-4cc7-a067-817591251736 req-1e2ec638-cdbc-4678-b387-bd0d728db5a6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=98c5be27-f70c-4e03-8010-617386ed8973 HTTP/1.1" status: 200 len: 920 time: 0.1521685 Jun 18 14:18:44.430487 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-92fccf21-facb-4cc7-a067-817591251736 req-bc2bcd06-7aed-4d4b-ab91-f83723fc1272 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=691d98c7-5561-48f3-a25d-d4e3d0513e48 HTTP/1.1" status: 200 len: 217 time: 0.0489149 Jun 18 14:18:44.482580 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dedcf8-8c87-4283-9cf8-b01ef79ed187 req-0e1ee017-5833-4dd3-87c6-79bb5178110c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:44.484187 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c3dedcf8-8c87-4283-9cf8-b01ef79ed187 req-0e1ee017-5833-4dd3-87c6-79bb5178110c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 944 time: 0.0781007 Jun 18 14:18:44.487452 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fccf21-facb-4cc7-a067-817591251736 req-43e47a05-af95-4d14-8ba2-a01fcada2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:44.489208 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-92fccf21-facb-4cc7-a067-817591251736 req-43e47a05-af95-4d14-8ba2-a01fcada2e44 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e09c94b7-02ea-47cd-90c5-ff12c8357fed HTTP/1.1" status: 200 len: 859 time: 0.0515516 Jun 18 14:18:44.528506 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-92fccf21-facb-4cc7-a067-817591251736 req-4ab5f2d6-1dc6-4022-baf3-40689c893d45 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=98c5be27-f70c-4e03-8010-617386ed8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302286 Jun 18 14:18:44.530174 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c3dedcf8-8c87-4283-9cf8-b01ef79ed187 req-01d4f656-017d-4f44-bafe-ba03cfcb0d9b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391939 Jun 18 14:18:44.641362 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-92fccf21-facb-4cc7-a067-817591251736 req-5e25b7a6-bb27-475c-8558-7dbc6af17eab service neutron] 10.222.0.38 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046019 Jun 18 14:18:44.774491 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-92fccf21-facb-4cc7-a067-817591251736 req-89327fa3-7088-4fbe-893b-bf3824d840ca service neutron] 10.222.0.38 "GET /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975296 Jun 18 14:18:45.186123 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:45.332102 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 333569ff-47e4-455b-9be3-c20ad716e262 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:18:45.430694 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 333569ff-47e4-455b-9be3-c20ad716e262, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=333569ff-47e4-455b-9be3-c20ad716e262,segment=NetworkSegment(7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f),segment_id=7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:18:45.443903 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': '333569ff-47e4-455b-9be3-c20ad716e262', 'network_id': '80c53d92-b13a-4c0f-9dc2-9c88681c80d4', 'port_id': '333569ff-47e4-455b-9be3-c20ad716e262', 'mac_address': 'fa:16:3e:15:50:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4a3b15-5d35-4545-8617-d54f3ee00d9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:18:45.477180 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca415f4c-1cde-4713-9ba3-48e503af6ee8 req-31e5d8ae-3577-4d2b-a2fa-1e7798bf8e73 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:45.481344 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ca415f4c-1cde-4713-9ba3-48e503af6ee8 req-31e5d8ae-3577-4d2b-a2fa-1e7798bf8e73 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0765512 Jun 18 14:18:45.482298 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:45.500022 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 333569ff-47e4-455b-9be3-c20ad716e262 {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:18:45.521805 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 333569ff-47e4-455b-9be3-c20ad716e262, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=333569ff-47e4-455b-9be3-c20ad716e262,segment=NetworkSegment(7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f),segment_id=7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:18:45.522082 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ca415f4c-1cde-4713-9ba3-48e503af6ee8 req-ab88c80d-8910-4794-9f21-ea54b4930810 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351875 Jun 18 14:18:45.637064 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:45.638925 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:18:45.688614 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=333569ff-47e4-455b-9be3-c20ad716e262,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:18:45.691660 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:18:45.715674 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be5a54-6175-40fa-9449-ef3130fb4e61 req-195ff694-a556-4521-87b6-0fe0f9b87ccb tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:45.721816 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e2be5a54-6175-40fa-9449-ef3130fb4e61 req-195ff694-a556-4521-87b6-0fe0f9b87ccb tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 945 time: 0.0701427 Jun 18 14:18:45.765960 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e2be5a54-6175-40fa-9449-ef3130fb4e61 req-21ace22a-c223-4656-9ec5-abe1f6693253 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403304 Jun 18 14:18:46.329865 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['333569ff-47e4-455b-9be3-c20ad716e262'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:18:46.709755 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f915f6-0f44-42da-94e0-20307d73acac req-14e52c92-8d74-476e-839b-3d56648a2c3b tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:46.713262 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e5f915f6-0f44-42da-94e0-20307d73acac req-14e52c92-8d74-476e-839b-3d56648a2c3b tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0755405 Jun 18 14:18:46.766497 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e5f915f6-0f44-42da-94e0-20307d73acac req-c444a7a9-5fd7-4f12-bea0-30cad9cf8f13 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466096 Jun 18 14:18:46.982047 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86c851-e00d-4bc8-a7ca-a3cf7496adfe req-85a13615-1b83-42ad-bbcf-4c4d609d726a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:46.983659 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-5f86c851-e00d-4bc8-a7ca-a3cf7496adfe req-85a13615-1b83-42ad-bbcf-4c4d609d726a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 945 time: 0.0694172 Jun 18 14:18:47.027046 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-5f86c851-e00d-4bc8-a7ca-a3cf7496adfe req-7de331c5-4a99-4f34-a921-27a2bfae5540 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375106 Jun 18 14:18:47.952860 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5dc2b0-069c-4da2-bdba-f82d1b931296 req-9a2aa7a2-180b-4f5b-bac8-f16370e96003 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:47.954366 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2f5dc2b0-069c-4da2-bdba-f82d1b931296 req-9a2aa7a2-180b-4f5b-bac8-f16370e96003 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0684848 Jun 18 14:18:48.010701 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2f5dc2b0-069c-4da2-bdba-f82d1b931296 req-5732a22e-0f2a-40c4-a082-cc4cd61e5718 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498853 Jun 18 14:18:48.232497 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 44274) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:18:48.249236 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd57c0-62f2-4c86-8f92-919d734d9bc0 req-a26a177a-de0e-44cc-ac2b-eced0c026163 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:48.249236 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0ddd57c0-62f2-4c86-8f92-919d734d9bc0 req-a26a177a-de0e-44cc-ac2b-eced0c026163 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 945 time: 0.0809805 Jun 18 14:18:48.291678 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0ddd57c0-62f2-4c86-8f92-919d734d9bc0 req-f7d7660d-c921-4f47-8c6f-f00067597c85 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394676 Jun 18 14:18:48.402336 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-d05d6753-4b18-4dda-9814-bf539e4b88b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:48.526988 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-d05d6753-4b18-4dda-9814-bf539e4b88b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:48.631678 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-d05d6753-4b18-4dda-9814-bf539e4b88b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:48.638912 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-fa5e16ac-ab36-4dd2-ab01-18d37d3f0807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:18:48.672273 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-d05d6753-4b18-4dda-9814-bf539e4b88b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3508f206c3c474b831fa20822068002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4385986 Jun 18 14:18:48.673220 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d6753-4b18-4dda-9814-bf539e4b88b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9de857-4a68-4f91-a33e-2aadb48feeaa,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:18:48.675365 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 44290) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:18:48.680685 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d6753-4b18-4dda-9814-bf539e4b88b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.681090 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d6753-4b18-4dda-9814-bf539e4b88b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.682092 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d6753-4b18-4dda-9814-bf539e4b88b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.682464 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d6753-4b18-4dda-9814-bf539e4b88b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.682826 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d6753-4b18-4dda-9814-bf539e4b88b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.683196 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d6753-4b18-4dda-9814-bf539e4b88b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.683545 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d6753-4b18-4dda-9814-bf539e4b88b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.683893 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d6753-4b18-4dda-9814-bf539e4b88b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.684311 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d6753-4b18-4dda-9814-bf539e4b88b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.684603 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d6753-4b18-4dda-9814-bf539e4b88b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.684950 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d6753-4b18-4dda-9814-bf539e4b88b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.685295 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d6753-4b18-4dda-9814-bf539e4b88b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.689729 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-d05d6753-4b18-4dda-9814-bf539e4b88b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:18:48.729832 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-0095c878-d42d-48ac-8a63-1dbb25d33db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:48.753755 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-0095c878-d42d-48ac-8a63-1dbb25d33db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:48.911477 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-0095c878-d42d-48ac-8a63-1dbb25d33db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:48.914315 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-0095c878-d42d-48ac-8a63-1dbb25d33db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:48.915486 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-0095c878-d42d-48ac-8a63-1dbb25d33db0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d9de857-4a68-4f91-a33e-2aadb48feeaa HTTP/1.1" status: 204 len: 168 time: 0.2392054 Jun 18 14:18:48.916853 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-38533c18-674e-45f4-93b2-f2c46709129b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:18:48.924578 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095c878-d42d-48ac-8a63-1dbb25d33db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9de857-4a68-4f91-a33e-2aadb48feeaa,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:18:48.932041 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095c878-d42d-48ac-8a63-1dbb25d33db0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.932420 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095c878-d42d-48ac-8a63-1dbb25d33db0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.932790 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095c878-d42d-48ac-8a63-1dbb25d33db0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.933221 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095c878-d42d-48ac-8a63-1dbb25d33db0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.933629 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095c878-d42d-48ac-8a63-1dbb25d33db0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.933988 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095c878-d42d-48ac-8a63-1dbb25d33db0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.934345 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095c878-d42d-48ac-8a63-1dbb25d33db0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.934699 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095c878-d42d-48ac-8a63-1dbb25d33db0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.935053 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095c878-d42d-48ac-8a63-1dbb25d33db0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.935403 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095c878-d42d-48ac-8a63-1dbb25d33db0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.935802 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095c878-d42d-48ac-8a63-1dbb25d33db0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.936153 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0095c878-d42d-48ac-8a63-1dbb25d33db0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:48.939438 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-0095c878-d42d-48ac-8a63-1dbb25d33db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:18:49.183714 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a413d28-5e8e-4abf-9704-1eb662330694 req-73f316d0-de7d-421e-b0e5-3495e6a738d9 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:49.185365 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8a413d28-5e8e-4abf-9704-1eb662330694 req-73f316d0-de7d-421e-b0e5-3495e6a738d9 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0683773 Jun 18 14:18:49.230240 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8a413d28-5e8e-4abf-9704-1eb662330694 req-b91acd8d-26c4-4888-8c5f-cc93208b2ece tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383301 Jun 18 14:18:49.356505 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 333569ff-47e4-455b-9be3-c20ad716e262 up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:18:49.532346 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400b600-5dbd-4a95-bdc7-a2e43f0867d9 req-76bf8d61-75ee-4aac-84a9-c9dc6a3d1e54 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:49.535074 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3400b600-5dbd-4a95-bdc7-a2e43f0867d9 req-76bf8d61-75ee-4aac-84a9-c9dc6a3d1e54 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 945 time: 0.0917003 Jun 18 14:18:49.605621 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3400b600-5dbd-4a95-bdc7-a2e43f0867d9 req-b317798e-2792-48fe-93cd-55d7bfedb569 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604405 Jun 18 14:18:49.609718 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning for port 333569ff-47e4-455b-9be3-c20ad716e262 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:18:49.626349 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port 333569ff-47e4-455b-9be3-c20ad716e262 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:18:49.626349 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:49.846616 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:49.877982 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4f2359-d3a9-405c-87b7-55a47acb2c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333569ff-47e4-455b-9be3-c20ad716e262'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:18:49.880326 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79b1003-1615-4f0b-ac88-ba2ad256afae" -d '{"events": [{"server_uuid": "af4f2359-d3a9-405c-87b7-55a47acb2c99", "name": "network-vif-plugged", "status": "completed", "tag": "333569ff-47e4-455b-9be3-c20ad716e262"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:18:49.891632 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 333569ff-47e4-455b-9be3-c20ad716e262, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=333569ff-47e4-455b-9be3-c20ad716e262,segment=NetworkSegment(7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f),segment_id=7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:18:49.924440 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937089b8-d043-41e5-8161-ec48a905cffc x-openstack-request-id: req-937089b8-d043-41e5-8161-ec48a905cffc {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:18:49.924740 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4f2359-d3a9-405c-87b7-55a47acb2c99", "name": "network-vif-plugged", "status": "completed", "tag": "333569ff-47e4-455b-9be3-c20ad716e262", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:18:49.925003 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-937089b8-d043-41e5-8161-ec48a905cffc {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:18:49.925398 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4f2359-d3a9-405c-87b7-55a47acb2c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333569ff-47e4-455b-9be3-c20ad716e262', 'code': 200} Jun 18 14:18:50.031690 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:50.034376 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:18:50.090406 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=333569ff-47e4-455b-9be3-c20ad716e262,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:18:50.093559 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:18:50.582467 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c9674-a2b5-484a-99bf-7b7d55a6e07e req-51a9f155-e40f-4e71-a383-129a13624216 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:50.590306 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-745c9674-a2b5-484a-99bf-7b7d55a6e07e req-51a9f155-e40f-4e71-a383-129a13624216 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.1700153 Jun 18 14:18:50.626029 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867fbf0-efb6-40d2-b36a-aa8fa59a778e req-bfa1f082-7e71-4eb1-ad46-b8ff903d3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:50.629644 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f867fbf0-efb6-40d2-b36a-aa8fa59a778e req-bfa1f082-7e71-4eb1-ad46-b8ff903d3edb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 1099 time: 0.1977239 Jun 18 14:18:50.701949 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-745c9674-a2b5-484a-99bf-7b7d55a6e07e req-d654443f-85b3-4d5c-9a7d-aa1b2f8c3402 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070390 Jun 18 14:18:50.703914 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f867fbf0-efb6-40d2-b36a-aa8fa59a778e req-2dee2b7e-9f2d-43e6-bea8-f8cadb8bcdfe service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538359 Jun 18 14:18:50.735240 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eebe31-d9ab-49d5-9038-ed6e95e6ba3e req-8ebdc8a2-404f-4e43-a25c-051a42462449 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:50.737174 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-48eebe31-d9ab-49d5-9038-ed6e95e6ba3e req-8ebdc8a2-404f-4e43-a25c-051a42462449 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.3771021 Jun 18 14:18:50.810235 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-48eebe31-d9ab-49d5-9038-ed6e95e6ba3e req-6bf0ecb1-81f9-4e94-865c-73eeaa55ad27 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663536 Jun 18 14:18:50.992570 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca1282-3fdc-4a32-a55c-e651934072b0 req-5b295526-8c3d-4f6d-b67b-bfc91b953397 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:50.995129 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7aca1282-3fdc-4a32-a55c-e651934072b0 req-5b295526-8c3d-4f6d-b67b-bfc91b953397 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 946 time: 0.1159122 Jun 18 14:18:51.044211 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7aca1282-3fdc-4a32-a55c-e651934072b0 req-a6a296e5-929d-4885-afd5-2b0b0dfd02ff tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393877 Jun 18 14:18:51.906117 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5aae54-92f7-4399-b862-a6d5eec901ae req-1440b12f-b313-4c6e-8eb2-3588f008344f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:51.909642 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-5b5aae54-92f7-4399-b862-a6d5eec901ae req-1440b12f-b313-4c6e-8eb2-3588f008344f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0786757 Jun 18 14:18:51.962286 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-5b5aae54-92f7-4399-b862-a6d5eec901ae req-4e1f32bc-b87a-486f-8319-eceef547c293 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434864 Jun 18 14:18:52.023851 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82dcd0-5014-4387-b069-5a1f736d9c72 req-4d5ce097-17c0-4b2f-98a7-03893e4655bc tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:52.026027 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ae82dcd0-5014-4387-b069-5a1f736d9c72 req-4d5ce097-17c0-4b2f-98a7-03893e4655bc tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0778821 Jun 18 14:18:52.064382 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ae82dcd0-5014-4387-b069-5a1f736d9c72 req-b9bb35d5-5e42-4bf1-a46c-be9f8e468c66 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326247 Jun 18 14:18:52.244327 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadbcfd-447d-46d7-9a30-2193f87544ee req-db97c4e7-b224-4a45-b566-3e6d19ab6f63 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:52.246016 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6eadbcfd-447d-46d7-9a30-2193f87544ee req-db97c4e7-b224-4a45-b566-3e6d19ab6f63 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 946 time: 0.0743053 Jun 18 14:18:52.305747 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6eadbcfd-447d-46d7-9a30-2193f87544ee req-abf162e7-86cf-4b6a-8468-f04a0347f6fc tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532157 Jun 18 14:18:53.046233 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:18:53.208079 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8b058-90e9-42c4-8e25-60b835fc4ffb req-f4646cca-770d-4e0f-905b-67890070aa15 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:53.209667 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-84e8b058-90e9-42c4-8e25-60b835fc4ffb req-f4646cca-770d-4e0f-905b-67890070aa15 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0819650 Jun 18 14:18:53.254059 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-84e8b058-90e9-42c4-8e25-60b835fc4ffb req-39038ab1-d1ec-4080-a5bc-0776593e679d tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382786 Jun 18 14:18:53.300384 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2f4e3-c0f8-4813-8ee9-b9a900235884 req-93b6a694-10d3-4038-82c8-c2a18e1b9a66 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:53.303131 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4ac2f4e3-c0f8-4813-8ee9-b9a900235884 req-93b6a694-10d3-4038-82c8-c2a18e1b9a66 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.1084201 Jun 18 14:18:53.364121 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4ac2f4e3-c0f8-4813-8ee9-b9a900235884 req-5ec47b96-f375-4c8c-afd4-6b5195c6b2e5 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537276 Jun 18 14:18:53.531895 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb269df-e125-458e-881e-bf63059b0c82 req-180d0a1e-c42c-4e4c-9177-5f3588daa48d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:53.533661 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-dbb269df-e125-458e-881e-bf63059b0c82 req-180d0a1e-c42c-4e4c-9177-5f3588daa48d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 946 time: 0.0722158 Jun 18 14:18:53.582140 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-dbb269df-e125-458e-881e-bf63059b0c82 req-e23055e2-b76d-4090-9ace-4d24d11ae61e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421143 Jun 18 14:18:54.491627 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d22d5d-3976-4906-b5f7-3476ca55e93b req-7e86131c-c7f0-40e7-858a-46e25bf97456 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:54.494654 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d1d22d5d-3976-4906-b5f7-3476ca55e93b req-7e86131c-c7f0-40e7-858a-46e25bf97456 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0764282 Jun 18 14:18:54.578673 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162a35b-7d4c-4f80-9821-e5ac32289ded req-05c4d403-4773-4543-b32d-6452bd2715a2 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:54.580310 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8162a35b-7d4c-4f80-9821-e5ac32289ded req-05c4d403-4773-4543-b32d-6452bd2715a2 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0782769 Jun 18 14:18:54.580982 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d1d22d5d-3976-4906-b5f7-3476ca55e93b req-fe4b180b-5c83-48f2-a40b-eff5867647f2 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786829 Jun 18 14:18:54.621777 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258314d-6d9b-432f-89ff-9158c58670e9 req-c142e82d-7b5f-47d2-9f97-06946fd1ddb9 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:54.622383 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c258314d-6d9b-432f-89ff-9158c58670e9 req-c142e82d-7b5f-47d2-9f97-06946fd1ddb9 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 946 time: 0.0969944 Jun 18 14:18:54.627887 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8162a35b-7d4c-4f80-9821-e5ac32289ded req-4801e2f0-3908-451c-929d-481188581364 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377035 Jun 18 14:18:54.783050 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [req-c258314d-6d9b-432f-89ff-9158c58670e9 req-f37daf00-261c-4d4a-a953-29e19c08e373 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Deleting port cb81e151-f48d-4afb-9d20-db2973d2c779 {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:18:54.783411 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-c258314d-6d9b-432f-89ff-9158c58670e9 req-f37daf00-261c-4d4a-a953-29e19c08e373 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:54.850689 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a40744-7505-4bff-932f-e59f0986f300 req-5af16709-465c-475e-bbba-f9610e0a3f94 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:54.852265 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d2a40744-7505-4bff-932f-e59f0986f300 req-5af16709-465c-475e-bbba-f9610e0a3f94 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 946 time: 0.1336946 Jun 18 14:18:54.928644 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-c258314d-6d9b-432f-89ff-9158c58670e9 req-f37daf00-261c-4d4a-a953-29e19c08e373 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] For port cb81e151-f48d-4afb-9d20-db2973d2c779, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=cb81e151-f48d-4afb-9d20-db2973d2c779,segment=NetworkSegment(f860b5e1-4f16-401c-b96c-7d17876ca74e),segment_id=f860b5e1-4f16-401c-b96c-7d17876ca74e)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:18:54.929002 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-c258314d-6d9b-432f-89ff-9158c58670e9 req-f37daf00-261c-4d4a-a953-29e19c08e373 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:54.934526 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d2a40744-7505-4bff-932f-e59f0986f300 req-4477c6c9-6003-4d4c-953f-49c62b98a7ba tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714159 Jun 18 14:18:55.021963 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [req-c258314d-6d9b-432f-89ff-9158c58670e9 req-f37daf00-261c-4d4a-a953-29e19c08e373 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Calling delete_port for cb81e151-f48d-4afb-9d20-db2973d2c779 owned by compute:nova {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:18:55.578822 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:18:55.580762 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-c258314d-6d9b-432f-89ff-9158c58670e9 req-f37daf00-261c-4d4a-a953-29e19c08e373 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:55.590644 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:18:55.639679 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37daf00-261c-4d4a-a953-29e19c08e373 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Pushing event deleted for resources: {'Port': ['ID=cb81e151-f48d-4afb-9d20-db2973d2c779,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:18:55.661169 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-f37daf00-261c-4d4a-a953-29e19c08e373 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:18:55.691808 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac,segment=NetworkSegment(2797265c-4983-4bf3-9100-f60b71988b67),segment_id=2797265c-4983-4bf3-9100-f60b71988b67)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:18:55.705118 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': '242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac', 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed', 'port_id': '242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac', 'mac_address': 'fa:16:3e:2a:d5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e376c192-7508-4cae-9176-aef3287f6229', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:18:55.708679 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['cb81e151-f48d-4afb-9d20-db2973d2c779', '691d98c7-5561-48f3-a25d-d4e3d0513e48'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:18:55.773755 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [req-c258314d-6d9b-432f-89ff-9158c58670e9 req-f37daf00-261c-4d4a-a953-29e19c08e373 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] No DVR routers for this DVR port cb81e151-f48d-4afb-9d20-db2973d2c779 on host hv-cinder-79575 {{(pid=93613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:18:55.782657 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-c258314d-6d9b-432f-89ff-9158c58670e9 req-f37daf00-261c-4d4a-a953-29e19c08e373 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:55.784844 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c258314d-6d9b-432f-89ff-9158c58670e9 req-f37daf00-261c-4d4a-a953-29e19c08e373 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.38 "DELETE /v2.0/ports/cb81e151-f48d-4afb-9d20-db2973d2c779 HTTP/1.1" status: 204 len: 173 time: 1.1522062 Jun 18 14:18:55.785407 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65d2705-5d98-486f-b41b-cafafda8dd1c', 'name': 'network-vif-deleted', 'tag': 'cb81e151-f48d-4afb-9d20-db2973d2c779'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:18:55.795862 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0025396-f417-4324-96a8-f4cc63924799" -d '{"events": [{"server_uuid": "b65d2705-5d98-486f-b41b-cafafda8dd1c", "name": "network-vif-deleted", "tag": "cb81e151-f48d-4afb-9d20-db2973d2c779"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:18:55.818078 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:55.834553 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:18:55.887056 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac,segment=NetworkSegment(2797265c-4983-4bf3-9100-f60b71988b67),segment_id=2797265c-4983-4bf3-9100-f60b71988b67)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:18:55.933650 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-555c638e-9a9b-4dff-93dd-d30a7c7e06cc req-dd0e52b2-2938-4e9b-b62f-277553876256 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 210 time: 0.0557165 Jun 18 14:18:56.023154 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:18:56.027003 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc74cd7a-4e98-49f1-9fbf-7e6a20421dec x-openstack-request-id: req-cc74cd7a-4e98-49f1-9fbf-7e6a20421dec {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:18:56.027003 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65d2705-5d98-486f-b41b-cafafda8dd1c", "name": "network-vif-deleted", "tag": "cb81e151-f48d-4afb-9d20-db2973d2c779", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:18:56.027003 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc74cd7a-4e98-49f1-9fbf-7e6a20421dec {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:18:56.027003 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65d2705-5d98-486f-b41b-cafafda8dd1c', 'name': 'network-vif-deleted', 'tag': 'cb81e151-f48d-4afb-9d20-db2973d2c779', 'status': 'completed', 'code': 200} Jun 18 14:18:56.035036 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:18:56.073518 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d825b9-9b47-4342-b3e3-e4fc0cc5866b req-c52fc38b-bfaf-4e13-8f24-db76766aeee9 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:56.080267 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-58d825b9-9b47-4342-b3e3-e4fc0cc5866b req-c52fc38b-bfaf-4e13-8f24-db76766aeee9 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.1226110 Jun 18 14:18:56.090032 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:18:56.098894 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:56.101372 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:56.101372 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:56.101372 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:56.101372 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:56.101372 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:56.101372 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:56.101372 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:56.102545 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:56.102545 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:56.102545 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:56.102545 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:18:56.107755 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:18:56.129024 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-58d825b9-9b47-4342-b3e3-e4fc0cc5866b req-47de7ab3-ec8c-4a20-84e5-9056d644dcd9 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385673 Jun 18 14:18:57.125722 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-fcfd8cc3-436e-4df8-97d1-7f446ac0b72a req-0396210d-39d0-4901-954c-b5c03f45cd1f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 210 time: 0.0356638 Jun 18 14:18:57.336219 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ca924-1683-4180-892b-a129cd020203 req-a8b6404e-f12a-4ff1-95f1-31069962945e tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:57.337754 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7a7ca924-1683-4180-892b-a129cd020203 req-a8b6404e-f12a-4ff1-95f1-31069962945e tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 944 time: 0.0784664 Jun 18 14:18:57.381322 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7a7ca924-1683-4180-892b-a129cd020203 req-2587d1ce-f60c-49fc-9ca8-ef28a3b7d86e tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364575 Jun 18 14:18:58.285769 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-df3c26f6-b3e7-4745-a5ad-c16e50062653 req-9259670c-d8a8-44e6-b77b-e9c71f2977d5 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 210 time: 0.0301831 Jun 18 14:18:58.585088 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1d827-9b19-4bce-874b-75909145b1d3 req-04c8765a-ef55-42df-abb5-ac04d50bf504 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:58.586686 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-24e1d827-9b19-4bce-874b-75909145b1d3 req-04c8765a-ef55-42df-abb5-ac04d50bf504 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 944 time: 0.0797625 Jun 18 14:18:58.629431 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-24e1d827-9b19-4bce-874b-75909145b1d3 req-82eaa641-ad80-4a73-b149-0c23a6c428e8 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360222 Jun 18 14:18:59.449781 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8d7f3dd4-f2e8-4a0c-bc33-90fdf7627a99 req-d51be969-91bc-493f-b23f-98fb79e35df5 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 210 time: 0.0297077 Jun 18 14:18:59.855798 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f9018-6b63-4fb5-9952-ec69f226bbcf req-ca2677c3-f728-48e8-997c-0ca1e653650f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:18:59.860084 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-478f9018-6b63-4fb5-9952-ec69f226bbcf req-ca2677c3-f728-48e8-997c-0ca1e653650f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 944 time: 0.0743682 Jun 18 14:18:59.908408 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-478f9018-6b63-4fb5-9952-ec69f226bbcf req-9344e818-e522-41c0-a0fe-f1df420d5427 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402915 Jun 18 14:19:00.630192 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8d926956-24ec-429a-89da-89d280bf1377 req-849521bd-60d1-4201-9842-780d83265ee3 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=b65d2705-5d98-486f-b41b-cafafda8dd1c HTTP/1.1" status: 200 len: 210 time: 0.0367019 Jun 18 14:19:00.791581 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:19:01.142891 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705db82-469f-46f2-8457-5461b37f965c req-c9cc3844-785e-431a-8bc3-9d7bd8353295 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:01.144484 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f705db82-469f-46f2-8457-5461b37f965c req-c9cc3844-785e-431a-8bc3-9d7bd8353295 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 944 time: 0.0713639 Jun 18 14:19:01.216874 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f705db82-469f-46f2-8457-5461b37f965c req-ef971ef1-8480-4070-b8b8-66b6c6aa292c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640895 Jun 18 14:19:02.047401 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device cb81e151-f48d-4afb-9d20-db2973d2c779 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:19:02.066865 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] No Port match for: cb81e151-f48d-4afb-9d20-db2973d2c779 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:19:02.067212 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device cb81e151-f48d-4afb-9d20-db2973d2c779 not bound to the agent host hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:19:02.348153 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 44582) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:02.494978 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ce203834-c0b9-44c6-8fc1-37347f651deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:02.580787 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0f702-4f2a-4bb2-9dd7-1318739985a3 req-4a0c4361-4454-4fe1-9f8f-3098c64ab839 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:02.582901 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f7e0f702-4f2a-4bb2-9dd7-1318739985a3 req-4a0c4361-4454-4fe1-9f8f-3098c64ab839 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 944 time: 0.1069195 Jun 18 14:19:02.631103 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f7e0f702-4f2a-4bb2-9dd7-1318739985a3 req-ae6a3fac-432b-4c51-b80c-bd7763eecce6 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420508 Jun 18 14:19:02.687614 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ce203834-c0b9-44c6-8fc1-37347f651deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:02.712945 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8c70f-6b12-402d-8d9c-61dd7763cc54 req-6a1e65cb-e0e9-4f62-b36d-4305b658e169 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:02.712945 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-77a8c70f-6b12-402d-8d9c-61dd7763cc54 req-6a1e65cb-e0e9-4f62-b36d-4305b658e169 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.1312892 Jun 18 14:19:02.761134 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-77a8c70f-6b12-402d-8d9c-61dd7763cc54 req-138d69a9-0abf-4d1a-aa9e-c3e0703742a1 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378184 Jun 18 14:19:02.763181 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ce203834-c0b9-44c6-8fc1-37347f651deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:02.766007 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-1894e014-cd73-44a0-a480-671aa22c8edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:02.804127 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-ce203834-c0b9-44c6-8fc1-37347f651deb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a565d36bc9164804b55802b8852d201b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4547062 Jun 18 14:19:02.807616 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 44590) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:02.810499 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce203834-c0b9-44c6-8fc1-37347f651deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94444fd3-e75d-43ad-92fc-81c7433d691f,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:02.815453 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-ce203834-c0b9-44c6-8fc1-37347f651deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:02.878916 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-3db8ea44-0b94-4df0-8b88-f6f863113021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:02.901693 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-3db8ea44-0b94-4df0-8b88-f6f863113021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:03.014827 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-3db8ea44-0b94-4df0-8b88-f6f863113021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:03.017499 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-3db8ea44-0b94-4df0-8b88-f6f863113021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:03.018673 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-3db8ea44-0b94-4df0-8b88-f6f863113021 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94444fd3-e75d-43ad-92fc-81c7433d691f HTTP/1.1" status: 204 len: 168 time: 0.2095995 Jun 18 14:19:03.019572 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-ff164378-0f11-48c6-9117-fdcd2dc68414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:03.028833 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8ea44-0b94-4df0-8b88-f6f863113021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94444fd3-e75d-43ad-92fc-81c7433d691f,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:03.031389 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-3db8ea44-0b94-4df0-8b88-f6f863113021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:03.841555 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cc9af-38b8-4bc1-b809-70b672b46504 req-6a610b70-a0ed-41d7-9333-2222c9eec7a8 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:03.843272 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-645cc9af-38b8-4bc1-b809-70b672b46504 req-6a610b70-a0ed-41d7-9333-2222c9eec7a8 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 944 time: 0.0836365 Jun 18 14:19:03.899075 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-645cc9af-38b8-4bc1-b809-70b672b46504 req-8c10865d-d41b-4c8b-b4cb-ed5dfa68b5c0 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482743 Jun 18 14:19:03.947671 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 44622) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:04.004797 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80a887-1d8f-484f-985c-b2fe8605da56 req-a23c1a48-dfd9-429d-9f28-d7b5e843e896 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:04.006500 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4c80a887-1d8f-484f-985c-b2fe8605da56 req-a23c1a48-dfd9-429d-9f28-d7b5e843e896 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.0848811 Jun 18 14:19:04.054259 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4c80a887-1d8f-484f-985c-b2fe8605da56 req-1077be6f-422f-4c45-a4d5-ac4bed436034 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411229 Jun 18 14:19:04.058325 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:04.132951 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f9c89af6-d91f-4e65-88dc-48d1d6b089f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:04.198363 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning for port 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:04.204271 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:04.208810 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:04.273668 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f9c89af6-d91f-4e65-88dc-48d1d6b089f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:04.278129 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 44632) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:04.323100 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:04.340141 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f9c89af6-d91f-4e65-88dc-48d1d6b089f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:04.345189 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-521d34ec-0f53-4f5f-8190-0d27edf81007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:04.355658 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2c1a6d-e569-4a11-bf4c-577716033126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:19:04.359772 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712a3b64-c33b-483d-b7a3-2c5b7056f522" -d '{"events": [{"server_uuid": "db2c1a6d-e569-4a11-bf4c-577716033126", "name": "network-vif-plugged", "status": "completed", "tag": "242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:19:04.385162 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac,segment=NetworkSegment(2797265c-4983-4bf3-9100-f60b71988b67),segment_id=2797265c-4983-4bf3-9100-f60b71988b67)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:19:04.409275 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b36cdf9-1819-41c8-89fd-f2f6771788fb x-openstack-request-id: req-5b36cdf9-1819-41c8-89fd-f2f6771788fb {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:19:04.409600 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2c1a6d-e569-4a11-bf4c-577716033126", "name": "network-vif-plugged", "status": "completed", "tag": "242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:19:04.412067 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b36cdf9-1819-41c8-89fd-f2f6771788fb {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:19:04.412067 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2c1a6d-e569-4a11-bf4c-577716033126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac', 'code': 200} Jun 18 14:19:04.421053 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-f9c89af6-d91f-4e65-88dc-48d1d6b089f9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a7a5cec631c4b51b6af1124bfae647d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4659557 Jun 18 14:19:04.421053 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c89af6-d91f-4e65-88dc-48d1d6b089f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a69b76-4d3e-4511-8d58-986d2fb59a4d,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:04.421376 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 44640) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:04.441191 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-f9c89af6-d91f-4e65-88dc-48d1d6b089f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:04.459905 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-f259736c-12b9-415d-a9bb-4649cb1dbc55 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1079665265-network', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:04.475885 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:04.478155 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:04.497066 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-11d22a48-1188-4f30-8300-1c7e49419606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:04.536444 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-11d22a48-1188-4f30-8300-1c7e49419606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:04.538172 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:04.542103 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:04.574897 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f259736c-12b9-415d-a9bb-4649cb1dbc55 admin admin] Made reservation on behalf of dbb479abbf4e4acda8c320ef124c4e8c for: {'network': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:19:04.577532 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f259736c-12b9-415d-a9bb-4649cb1dbc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for network, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:04.588484 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f259736c-12b9-415d-a9bb-4649cb1dbc55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:04.735123 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-11d22a48-1188-4f30-8300-1c7e49419606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:04.740377 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-11d22a48-1188-4f30-8300-1c7e49419606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:04.751304 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-11d22a48-1188-4f30-8300-1c7e49419606 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3a69b76-4d3e-4511-8d58-986d2fb59a4d HTTP/1.1" status: 204 len: 168 time: 0.3301945 Jun 18 14:19:04.754153 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-029d4c4f-e274-4be8-8ac9-789e9e9c23e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:04.779521 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d22a48-1188-4f30-8300-1c7e49419606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a69b76-4d3e-4511-8d58-986d2fb59a4d,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:04.780404 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-11d22a48-1188-4f30-8300-1c7e49419606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:04.833702 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f259736c-12b9-415d-a9bb-4649cb1dbc55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:04.883973 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56f6d7-ef2d-4f75-9af9-06da39e79a0e req-b3d02f8d-b7b8-4e0a-9fa0-7c19c109ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:04.885555 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8d56f6d7-ef2d-4f75-9af9-06da39e79a0e req-b3d02f8d-b7b8-4e0a-9fa0-7c19c109ceac service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 1098 time: 0.0628202 Jun 18 14:19:04.940859 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8d56f6d7-ef2d-4f75-9af9-06da39e79a0e req-03a4f04f-bc2a-46ef-9d8d-64441bd0a97d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406320 Jun 18 14:19:04.974274 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f259736c-12b9-415d-a9bb-4649cb1dbc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:04.977476 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-de7c6ea1-d850-440d-b017-7b286550bbca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:05.004625 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f259736c-12b9-415d-a9bb-4649cb1dbc55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=93612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 14:19:05.012170 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259736c-12b9-415d-a9bb-4649cb1dbc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fec3912-8bbf-4dfc-9d5e-f8d9a59a0b3a,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:05.016455 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-f259736c-12b9-415d-a9bb-4649cb1dbc55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:05.019860 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f259736c-12b9-415d-a9bb-4649cb1dbc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:05.020435 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.segments_db [None req-f259736c-12b9-415d-a9bb-4649cb1dbc55 admin admin] Added segment 3268c0c4-e8d6-49a1-80fc-53a179764921 of type vlan for network 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 Jun 18 14:19:05.102173 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f259736c-12b9-415d-a9bb-4649cb1dbc55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749953027292'] for network, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:05.162760 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43e693-f2fc-4c8f-a00b-fdb5e8577a0e req-f5af1993-f261-4f09-bcb4-46c77deaf85d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:05.167628 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0d43e693-f2fc-4c8f-a00b-fdb5e8577a0e req-f5af1993-f261-4f09-bcb4-46c77deaf85d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.1368012 Jun 18 14:19:05.209840 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f259736c-12b9-415d-a9bb-4649cb1dbc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588'] for network, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:05.216628 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f259736c-12b9-415d-a9bb-4649cb1dbc55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:05.217621 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f259736c-12b9-415d-a9bb-4649cb1dbc55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:05.227131 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9dcce791-534f-46ab-9a66-52f1a404c558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:05.242805 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0d43e693-f2fc-4c8f-a00b-fdb5e8577a0e req-32ceeb6f-1dfd-4ecf-9372-f74a30b10298 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680313 Jun 18 14:19:05.340477 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259736c-12b9-415d-a9bb-4649cb1dbc55 admin admin] Pushing event updated for resources: {'Network': ['ID=2a4e0c0b-9524-4e17-84eb-4b2765952ea5,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:05.342310 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5a984-1530-4c3d-aaa1-4c788ae96916 req-40e09e8a-bc77-4075-9947-0bdfc458ffbc tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:05.344860 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7cb5a984-1530-4c3d-aaa1-4c788ae96916 req-40e09e8a-bc77-4075-9947-0bdfc458ffbc tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.1436141 Jun 18 14:19:05.345713 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-f259736c-12b9-415d-a9bb-4649cb1dbc55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:05.365973 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Network 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 details requested by agent ovs-agent-dv-cinder-795751-2-iscsi with host dv-cinder-795751-2-iscsi {{(pid=93614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 14:19:05.396009 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-f259736c-12b9-415d-a9bb-4649cb1dbc55 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1151338 Jun 18 14:19:05.399556 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 44660) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:05.407862 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-40b44f94-59e0-4c8f-a7d6-6560072d2837 admin admin] Request body: {'subnet': {'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1079665265-subnet', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'ip_version': 4}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:05.431855 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7cb5a984-1530-4c3d-aaa1-4c788ae96916 req-60398a55-c0ee-49ef-82a1-44f3b4f2822c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793326 Jun 18 14:19:05.563551 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b44f94-59e0-4c8f-a7d6-6560072d2837 admin admin] Made reservation on behalf of dbb479abbf4e4acda8c320ef124c4e8c for: {'subnet': 1} {{(pid=93613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:19:05.567887 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-40b44f94-59e0-4c8f-a7d6-6560072d2837 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8408782'] for subnet, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:05.911693 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-40b44f94-59e0-4c8f-a7d6-6560072d2837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11814749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8408796'] for subnet, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:05.920355 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-9c60b8dc-172a-4594-8909-1d58f393d322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:05.992494 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b44f94-59e0-4c8f-a7d6-6560072d2837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=649a9e32-52ab-47bf-bb55-ed3bf5cc8750,revision_number=0']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:05.996460 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-40b44f94-59e0-4c8f-a7d6-6560072d2837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:06.003008 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b44f94-59e0-4c8f-a7d6-6560072d2837 admin admin] Checking segment: {'id': '3268c0c4-e8d6-49a1-80fc-53a179764921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:19:06.003361 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b44f94-59e0-4c8f-a7d6-6560072d2837 admin admin] Network hostable DHCP agents. Network: 2a4e0c0b-9524-4e17-84eb-4b2765952ea5, hostable agents: ['a833f364-3b43-4f9e-93eb-c5238733b25c'], hosted agents: [] {{(pid=93613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 14:19:06.099922 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b44f94-59e0-4c8f-a7d6-6560072d2837 admin admin] Network 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 is scheduled to be hosted by DHCP agent a833f364-3b43-4f9e-93eb-c5238733b25c with binding_index 1 {{(pid=93613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 14:19:06.220348 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-40b44f94-59e0-4c8f-a7d6-6560072d2837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-2-iscsi, 2a4e0c0b-9524-4e17-84eb-4b2765952ea5) {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:06.226907 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b44f94-59e0-4c8f-a7d6-6560072d2837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:06.227871 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-40b44f94-59e0-4c8f-a7d6-6560072d2837 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:06.236968 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc830da-9c72-4327-a77f-d41e930502ff None None] Network 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:19:06.249606 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 44678) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:06.372900 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-40b44f94-59e0-4c8f-a7d6-6560072d2837 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9713869 Jun 18 14:19:06.375603 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 44684) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:06.385700 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-18327fa4-14f2-4369-8994-cb901e1b71e0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:06.454041 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d5ec8f6-9621-5ecb-8e85-a3906f322592-2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750'}]}} from dv-cinder-795751-2-iscsi. {{(pid=93614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 14:19:06.455039 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:06.455861 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-0a7606ea-eb8e-402a-95f6-2ddf29758de4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1199809566-network', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:06.504872 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefee61e-41b8-4f16-91a7-69e6a565eafd req-77daa03a-f560-4cd0-9592-3c5ab64778ed tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:06.506648 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cefee61e-41b8-4f16-91a7-69e6a565eafd req-77daa03a-f560-4cd0-9592-3c5ab64778ed tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.1076524 Jun 18 14:19:06.568901 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cefee61e-41b8-4f16-91a7-69e6a565eafd req-0c602d94-8b6d-4f93-b100-8fe91474c952 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505049 Jun 18 14:19:06.610236 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-18327fa4-14f2-4369-8994-cb901e1b71e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3944'] for router, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:06.612260 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-18327fa4-14f2-4369-8994-cb901e1b71e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3939'] for router, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:06.671540 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.db_base_plugin_common [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Allocated IP 172.20.0.2 (2a4e0c0b-9524-4e17-84eb-4b2765952ea5/649a9e32-52ab-47bf-bb55-ed3bf5cc8750/33e95466-5e49-4d9a-a3c6-d2b482809fa1) {{(pid=93614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:19:06.716815 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-18327fa4-14f2-4369-8994-cb901e1b71e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:06.740606 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7606ea-eb8e-402a-95f6-2ddf29758de4 admin admin] Made reservation on behalf of dd4784573d394c61b1a6016cd23af364 for: {'network': 1} {{(pid=93613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:19:06.744794 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0a7606ea-eb8e-402a-95f6-2ddf29758de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for network, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:06.763562 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fd278-0789-43e5-8757-29709902835e req-15e80953-d625-4895-99d5-982a21b9d3b5 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:06.765856 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-943fd278-0789-43e5-8757-29709902835e req-15e80953-d625-4895-99d5-982a21b9d3b5 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.1307108 Jun 18 14:19:06.770754 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0a7606ea-eb8e-402a-95f6-2ddf29758de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:06.890660 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Notify callbacks [] for port, precommit_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:06.900686 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Transition to ACTIVE for port object 33e95466-5e49-4d9a-a3c6-d2b482809fa1 will not be triggered until provisioned by entity L2. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:06.918240 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Transition to ACTIVE for port object 33e95466-5e49-4d9a-a3c6-d2b482809fa1 will not be triggered until provisioned by entity DHCP. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:06.934457 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0a7606ea-eb8e-402a-95f6-2ddf29758de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:06.936721 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-943fd278-0789-43e5-8757-29709902835e req-92b24c07-2ffd-43ad-8b4c-da7f99df51ec tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601603 Jun 18 14:19:06.994059 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990'] for port, after_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:06.999899 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:07.015971 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-18327fa4-14f2-4369-8994-cb901e1b71e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3957'] for router, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:07.020600 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0a7606ea-eb8e-402a-95f6-2ddf29758de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:07.026826 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-8f74c71a-4ef1-44bf-8b57-6c0855e5d6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:07.044333 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Network 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 is already hosted by enough agents. {{(pid=93614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:19:07.047400 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.scheduler.base_scheduler [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Resources bound (agent type, host, resource id): {{(pid=93614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:07.051587 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Received port after_create {{(pid=93614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:19:07.063026 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Pushing event updated for resources: {'Port': ['ID=33e95466-5e49-4d9a-a3c6-d2b482809fa1,revision_number=1']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:07.067917 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:07.078809 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7606ea-eb8e-402a-95f6-2ddf29758de4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=93613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 14:19:07.099515 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7606ea-eb8e-402a-95f6-2ddf29758de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1cb294-8a6f-48fb-a35d-74a22ace6e22,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:07.105326 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-0a7606ea-eb8e-402a-95f6-2ddf29758de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:07.123172 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0a7606ea-eb8e-402a-95f6-2ddf29758de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:07.123527 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.db.segments_db [None req-0a7606ea-eb8e-402a-95f6-2ddf29758de4 admin admin] Added segment e5fa2761-6016-43d4-a74e-a4fdbc29bc44 of type vlan for network 3fd89ab7-5588-43a8-84be-21487b134cf3 Jun 18 14:19:07.136254 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Attempting to bind port 33e95466-5e49-4d9a-a3c6-d2b482809fa1 on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:19:07.136617 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Attempting to bind port 33e95466-5e49-4d9a-a3c6-d2b482809fa1 by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '3268c0c4-e8d6-49a1-80fc-53a179764921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5'}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:19:07.136999 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Attempting to bind port 33e95466-5e49-4d9a-a3c6-d2b482809fa1 on network 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:19:07.143301 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:19:07.143601 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Checking segment: {'id': '3268c0c4-e8d6-49a1-80fc-53a179764921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:19:07.143995 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:07.144459 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Bound using segment: {'id': '3268c0c4-e8d6-49a1-80fc-53a179764921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5'} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:19:07.145318 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Bound port: 33e95466-5e49-4d9a-a3c6-d2b482809fa1, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3268c0c4-e8d6-49a1-80fc-53a179764921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5'}}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:19:07.145937 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:07.217442 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0a7606ea-eb8e-402a-95f6-2ddf29758de4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749953027292'] for network, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:07.278705 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] For port 33e95466-5e49-4d9a-a3c6-d2b482809fa1, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:19:07.283037 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] For port 33e95466-5e49-4d9a-a3c6-d2b482809fa1, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=33e95466-5e49-4d9a-a3c6-d2b482809fa1,segment=NetworkSegment(3268c0c4-e8d6-49a1-80fc-53a179764921),segment_id=3268c0c4-e8d6-49a1-80fc-53a179764921)] {{(pid=93614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:19:07.350675 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0a7606ea-eb8e-402a-95f6-2ddf29758de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588'] for network, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:07.352063 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7606ea-eb8e-402a-95f6-2ddf29758de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:07.352665 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0a7606ea-eb8e-402a-95f6-2ddf29758de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:07.357296 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-1f1caf41-2782-4a23-95e2-2f8b09bc46b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:07.417894 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:07.424796 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7606ea-eb8e-402a-95f6-2ddf29758de4 admin admin] Pushing event updated for resources: {'Network': ['ID=3fd89ab7-5588-43a8-84be-21487b134cf3,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:07.425354 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-6c4098a5-3a31-4c80-b193-bff43b74abb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:07.428159 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-0a7606ea-eb8e-402a-95f6-2ddf29758de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:07.463085 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Network 3fd89ab7-5588-43a8-84be-21487b134cf3 details requested by agent ovs-agent-dv-cinder-795751-2-iscsi with host dv-cinder-795751-2-iscsi {{(pid=93614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 14:19:07.479833 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-0a7606ea-eb8e-402a-95f6-2ddf29758de4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2288325 Jun 18 14:19:07.482742 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 44694) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:07.490222 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-c9318ca0-5368-4ee5-a60c-93080f987e48 admin admin] Request body: {'subnet': {'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1199809566-subnet', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'ip_version': 4}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:07.519039 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-18327fa4-14f2-4369-8994-cb901e1b71e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:07.546046 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-18327fa4-14f2-4369-8994-cb901e1b71e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:07.615289 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Pushing event updated for resources: {'Port': ['ID=33e95466-5e49-4d9a-a3c6-d2b482809fa1,revision_number=2']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:07.627573 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:07.700851 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9318ca0-5368-4ee5-a60c-93080f987e48 admin admin] Made reservation on behalf of dd4784573d394c61b1a6016cd23af364 for: {'subnet': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:19:07.703486 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c9318ca0-5368-4ee5-a60c-93080f987e48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12343276'] for subnet, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:07.764006 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [None req-18327fa4-14f2-4369-8994-cb901e1b71e0 admin admin] Allocated IP 172.27.3.236 (bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae/6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898/0423264e-d84d-47ee-87b7-1b75407b8db7) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:19:08.060657 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-18327fa4-14f2-4369-8994-cb901e1b71e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:08.103326 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18810d-ed52-4747-b991-4b0452ffd2c5 req-cd86a4cd-9d46-43ef-8a9e-0eb9120e2009 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:08.105501 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-fe18810d-ed52-4747-b991-4b0452ffd2c5 req-cd86a4cd-9d46-43ef-8a9e-0eb9120e2009 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.2741733 Jun 18 14:19:08.214111 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-fe18810d-ed52-4747-b991-4b0452ffd2c5 req-0f7d1808-fab1-44ea-a5e6-832d05aa15f2 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705216 Jun 18 14:19:08.229937 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02027c-efdf-488b-aa52-0595109aaf56 req-5581c92a-d8ab-45b9-b014-c58de5709a31 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:08.232303 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-eb02027c-efdf-488b-aa52-0595109aaf56 req-5581c92a-d8ab-45b9-b014-c58de5709a31 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.1133633 Jun 18 14:19:08.285339 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-eb02027c-efdf-488b-aa52-0595109aaf56 req-ff1e3a6c-ee40-447f-b1a8-26607be228b4 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458875 Jun 18 14:19:08.300958 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c9318ca0-5368-4ee5-a60c-93080f987e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12393489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12343294'] for subnet, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:08.305150 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:08.389146 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-18327fa4-14f2-4369-8994-cb901e1b71e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12393637'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:08.439092 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9318ca0-5368-4ee5-a60c-93080f987e48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f5051b7-2cd7-4144-8b1c-0ef6aec7a424,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:08.443511 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c9318ca0-5368-4ee5-a60c-93080f987e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:08.446128 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:08.488393 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18327fa4-14f2-4369-8994-cb901e1b71e0 admin admin] Network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:19:08.497600 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-18327fa4-14f2-4369-8994-cb901e1b71e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:08.508122 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18327fa4-14f2-4369-8994-cb901e1b71e0 admin admin] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:19:08.556065 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9318ca0-5368-4ee5-a60c-93080f987e48 admin admin] Checking segment: {'id': 'e5fa2761-6016-43d4-a74e-a4fdbc29bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:19:08.556452 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9318ca0-5368-4ee5-a60c-93080f987e48 admin admin] Network hostable DHCP agents. Network: 3fd89ab7-5588-43a8-84be-21487b134cf3, hostable agents: ['a833f364-3b43-4f9e-93eb-c5238733b25c'], hosted agents: [] {{(pid=93612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 14:19:08.570547 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18327fa4-14f2-4369-8994-cb901e1b71e0 admin admin] Pushing event updated for resources: {'Port': ['ID=0423264e-d84d-47ee-87b7-1b75407b8db7,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:08.577336 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-18327fa4-14f2-4369-8994-cb901e1b71e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:08.598265 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-ab5a6165-191f-44b5-81b8-6900d06f95d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:08.668257 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0460e-ea39-4f9d-b862-50a48acec168 req-23f052e9-919b-4284-a89d-2d4a9ded3d7c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:08.669924 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0ae0460e-ea39-4f9d-b862-50a48acec168 req-23f052e9-919b-4284-a89d-2d4a9ded3d7c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.2868776 Jun 18 14:19:08.730566 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a826bbcb-cd28-4f49-b8d1-a5182ad0ed6d None None] Network 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:19:08.745848 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9318ca0-5368-4ee5-a60c-93080f987e48 admin admin] Network 3fd89ab7-5588-43a8-84be-21487b134cf3 is scheduled to be hosted by DHCP agent a833f364-3b43-4f9e-93eb-c5238733b25c with binding_index 1 {{(pid=93612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 14:19:08.753641 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0ae0460e-ea39-4f9d-b862-50a48acec168 req-d3805c5c-85fb-48ac-b611-de65e70b7014 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747082 Jun 18 14:19:08.786127 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 44710) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:08.919399 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-c9318ca0-5368-4ee5-a60c-93080f987e48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-2-iscsi, 3fd89ab7-5588-43a8-84be-21487b134cf3) {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:08.937561 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f71acd-a19a-4530-a55b-3b8442824cc6 None None] Network 3fd89ab7-5588-43a8-84be-21487b134cf3 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:19:08.951424 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-5aa02f89-f5cc-45df-865e-6c1fdf6f3f1b None None] Provisioning for port 33e95466-5e49-4d9a-a3c6-d2b482809fa1 completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:08.954104 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9318ca0-5368-4ee5-a60c-93080f987e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:08.965663 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c9318ca0-5368-4ee5-a60c-93080f987e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:09.012622 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 33e95466-5e49-4d9a-a3c6-d2b482809fa1 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:09.070215 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-18327fa4-14f2-4369-8994-cb901e1b71e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:09.115250 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-c9318ca0-5368-4ee5-a60c-93080f987e48 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6313345 Jun 18 14:19:09.120544 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127ad70d-b316-4bec-947f-ade07a1fd0fa tempest-TestShelveInstance-139674780 tempest-TestShelveInstance-139674780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:09.125347 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 44716) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:09.126311 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-127ad70d-b316-4bec-947f-ade07a1fd0fa tempest-TestShelveInstance-139674780 tempest-TestShelveInstance-139674780-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 1093 time: 0.3423760 Jun 18 14:19:09.126465 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 44718) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:09.136923 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-8e5b3a4d-b6fd-4fc8-83fe-a3147531893e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1199809566-router', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:09.152981 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Request body: {'floatingip': {'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'port_id': '242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:09.278147 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3a4d-b6fd-4fc8-83fe-a3147531893e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3944'] for router, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:09.279933 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3a4d-b6fd-4fc8-83fe-a3147531893e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3939'] for router, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:09.359945 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d5ec8f6-9621-5ecb-8e85-a3906f322592-3fd89ab7-5588-43a8-84be-21487b134cf3', 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'fixed_ips': [{'subnet_id': '6f5051b7-2cd7-4144-8b1c-0ef6aec7a424'}]}} from dv-cinder-795751-2-iscsi. {{(pid=93614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 14:19:09.361655 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:09.381967 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port 33e95466-5e49-4d9a-a3c6-d2b482809fa1 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:09.395341 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 33e95466-5e49-4d9a-a3c6-d2b482809fa1 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:09.395831 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:09.417440 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3a4d-b6fd-4fc8-83fe-a3147531893e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:09.421513 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for floatingip, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:09.725028 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.db_base_plugin_common [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Allocated IP 172.20.0.2 (3fd89ab7-5588-43a8-84be-21487b134cf3/6f5051b7-2cd7-4144-8b1c-0ef6aec7a424/617b71ac-496b-4962-9877-0c2553539e0a) {{(pid=93614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:19:09.741761 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-18327fa4-14f2-4369-8994-cb901e1b71e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635706'] for router, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:09.803606 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3a4d-b6fd-4fc8-83fe-a3147531893e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3957'] for router, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:09.843584 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:09.867671 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-d8380b25-6455-4ae9-a897-a07946f045a8 None None] Provisioning complete for port 33e95466-5e49-4d9a-a3c6-d2b482809fa1 triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:09.870505 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-d8380b25-6455-4ae9-a897-a07946f045a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:09.907560 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:09.909073 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c0689-abe0-4b77-8a86-6d97e87645cd req-550a754a-b8ac-4803-9b09-0269ce9dde9a tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:09.910921 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6c0c0689-abe0-4b77-8a86-6d97e87645cd req-550a754a-b8ac-4803-9b09-0269ce9dde9a tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.2817473 Jun 18 14:19:10.014548 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port 33e95466-5e49-4d9a-a3c6-d2b482809fa1, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=33e95466-5e49-4d9a-a3c6-d2b482809fa1,segment=NetworkSegment(3268c0c4-e8d6-49a1-80fc-53a179764921),segment_id=3268c0c4-e8d6-49a1-80fc-53a179764921)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:19:10.043673 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6c0c0689-abe0-4b77-8a86-6d97e87645cd req-4430e4d5-d817-4db0-a11d-0de48fac1d2d tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193068 Jun 18 14:19:10.056993 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18327fa4-14f2-4369-8994-cb901e1b71e0 admin admin] Router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 is scheduled to L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff with binding_index 1 {{(pid=93612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 14:19:10.084292 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Allocated IP 172.27.3.227 (bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae/6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898/ec6c877a-3c6c-40c0-a648-25a9d97edd0a) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:19:10.096680 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:10.116938 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Transition to ACTIVE for port object 617b71ac-496b-4962-9877-0c2553539e0a will not be triggered until provisioned by entity L2. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:10.146419 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:10.155463 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-1b7a99ae-ecf0-460d-acf9-c62c0702feac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:10.164360 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-d8380b25-6455-4ae9-a897-a07946f045a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:10.208857 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Transition to ACTIVE for port object 617b71ac-496b-4962-9877-0c2553539e0a will not be triggered until provisioned by entity DHCP. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:10.269652 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=33e95466-5e49-4d9a-a3c6-d2b482809fa1,revision_number=3']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:10.278013 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:10.294820 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.db.api [None req-d8380b25-6455-4ae9-a897-a07946f045a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 14:19:10.295354 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_db.api [None req-d8380b25-6455-4ae9-a897-a07946f045a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 14:19:10.301043 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18327fa4-14f2-4369-8994-cb901e1b71e0 admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:19:10.311539 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] Sync routers for ids ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'] in dv-cinder-795751-2-iscsi {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:19:10.312148 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990'] for port, after_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:10.313990 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:10.326494 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] Routers {'7f6c601d-3615-4ae4-9ee2-71c1afba3b06'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:10.327123 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:18:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:10.353787 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:10.363697 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Network 3fd89ab7-5588-43a8-84be-21487b134cf3 is already hosted by enough agents. {{(pid=93614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:19:10.371885 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.scheduler.base_scheduler [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Resources bound (agent type, host, resource id): {{(pid=93614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:10.374226 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Pushing event updated for resources: {'Port': ['ID=617b71ac-496b-4962-9877-0c2553539e0a,revision_number=1']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:10.376795 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Received port after_create {{(pid=93614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:19:10.386140 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:10.420823 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-18327fa4-14f2-4369-8994-cb901e1b71e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:10.425638 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-18327fa4-14f2-4369-8994-cb901e1b71e0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0455053 Jun 18 14:19:10.428323 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 44730) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:10.455714 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Attempting to bind port 617b71ac-496b-4962-9877-0c2553539e0a on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:19:10.456714 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Attempting to bind port 617b71ac-496b-4962-9877-0c2553539e0a by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': 'e5fa2761-6016-43d4-a74e-a4fdbc29bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3'}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:19:10.457177 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Attempting to bind port 617b71ac-496b-4962-9877-0c2553539e0a on network 3fd89ab7-5588-43a8-84be-21487b134cf3 {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:19:10.463662 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] Set router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:10.468910 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:19:10.469750 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Checking segment: {'id': 'e5fa2761-6016-43d4-a74e-a4fdbc29bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:19:10.470573 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:10.471334 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Bound using segment: {'id': 'e5fa2761-6016-43d4-a74e-a4fdbc29bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3'} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:19:10.475787 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Bound port: 617b71ac-496b-4962-9877-0c2553539e0a, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fa2761-6016-43d4-a74e-a4fdbc29bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3'}}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:19:10.475787 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:10.488319 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3a4d-b6fd-4fc8-83fe-a3147531893e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:10.544117 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3a4d-b6fd-4fc8-83fe-a3147531893e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:10.589080 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] For port 617b71ac-496b-4962-9877-0c2553539e0a, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:19:10.592726 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] For port 617b71ac-496b-4962-9877-0c2553539e0a, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=617b71ac-496b-4962-9877-0c2553539e0a,segment=NetworkSegment(e5fa2761-6016-43d4-a74e-a4fdbc29bc44),segment_id=e5fa2761-6016-43d4-a74e-a4fdbc29bc44)] {{(pid=93614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:19:10.672036 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:10.674379 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11814889'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:10.682803 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:10.683687 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:10.733724 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:08Z', 'revision_number': 3, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:10.780380 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:19:10.781854 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Pushing event updated for resources: {'Port': ['ID=617b71ac-496b-4962-9877-0c2553539e0a,revision_number=2']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:10.789177 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:10.791261 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:10.810348 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:19:10.847510 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] Checking router: 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 for host: dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:19:10.850496 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] Updating router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 port 0423264e-d84d-47ee-87b7-1b75407b8db7 binding host dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 14:19:10.853216 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Pushing event updated for resources: {'Port': ['ID=ec6c877a-3c6c-40c0-a648-25a9d97edd0a,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:10.898132 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [None req-8e5b3a4d-b6fd-4fc8-83fe-a3147531893e admin admin] Allocated IP 172.27.3.5 (bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae/6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898/6bcf8fa9-e498-4d3d-9606-102dcf455ad2) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:19:10.900773 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:10.984900 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 33e95466-5e49-4d9a-a3c6-d2b482809fa1 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:11.011263 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:11.214754 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 33e95466-5e49-4d9a-a3c6-d2b482809fa1 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:11.215195 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:11.493265 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:11.694278 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908224d2-1fd5-41fa-845e-4512e50f307c req-7a9bf201-6dd9-4481-8d4d-d6af6aac904c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:11.695800 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-908224d2-1fd5-41fa-845e-4512e50f307c req-7a9bf201-6dd9-4481-8d4d-d6af6aac904c tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.3446159 Jun 18 14:19:11.798200 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] Allocated IP 172.20.0.1 (2a4e0c0b-9524-4e17-84eb-4b2765952ea5/649a9e32-52ab-47bf-bb55-ed3bf5cc8750/d0cec79d-51e1-462f-aa19-1fc1582cdbc6) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:19:12.018785 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:12.048617 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] Transition to ACTIVE for port object d0cec79d-51e1-462f-aa19-1fc1582cdbc6 will not be triggered until provisioned by entity DHCP. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:12.054347 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:12.066661 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3a4d-b6fd-4fc8-83fe-a3147531893e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:12.226203 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:12.245548 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d427e-7ba8-42c7-bd97-a2d777c9b193 req-12f4bf36-9d61-43ff-b0d3-f7efc59349a6 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:12.248416 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ea6d427e-7ba8-42c7-bd97-a2d777c9b193 req-12f4bf36-9d61-43ff-b0d3-f7efc59349a6 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.6853163 Jun 18 14:19:12.284807 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12393637'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:12.289946 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-a0954ace-3803-41aa-96a3-f11718ada1a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:12.319502 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5baf597-335b-4647-9f9f-5bfd243432f2 None None] Network 3fd89ab7-5588-43a8-84be-21487b134cf3 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:19:12.348858 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] Network 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:19:12.362125 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:12.364829 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] Pushing event updated for resources: {'Port': ['ID=d0cec79d-51e1-462f-aa19-1fc1582cdbc6,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:12.367852 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:19:12.371036 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:12.463726 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636949'] for router_interface, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:12.622837 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ea6d427e-7ba8-42c7-bd97-a2d777c9b193 req-65a6ca52-4741-44d2-a887-9ecfac8db605 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657342 Jun 18 14:19:12.634600 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620b9897-6986-417e-b545-f5754f8b0072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:12.694074 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-33a17d50-d026-4101-a980-f5f568ad9753 None None] Provisioning for port 617b71ac-496b-4962-9877-0c2553539e0a completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:12.699010 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [req-908224d2-1fd5-41fa-845e-4512e50f307c req-54980052-9be8-4429-804a-954dbe0c4d8f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Deleting port 691d98c7-5561-48f3-a25d-d4e3d0513e48 {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:19:12.701934 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-908224d2-1fd5-41fa-845e-4512e50f307c req-54980052-9be8-4429-804a-954dbe0c4d8f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:12.777926 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:12.785036 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3a4d-b6fd-4fc8-83fe-a3147531893e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11814889'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:12.838455 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:12.855230 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:12.945798 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-8ce9afb9-0e7e-4051-ae10-dbf0cb6353be None None] Provisioning for port d0cec79d-51e1-462f-aa19-1fc1582cdbc6 completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:12.951554 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-8ce9afb9-0e7e-4051-ae10-dbf0cb6353be None None] Provisioning complete for port d0cec79d-51e1-462f-aa19-1fc1582cdbc6 triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:12.952085 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8ce9afb9-0e7e-4051-ae10-dbf0cb6353be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:12.990791 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] Notify callbacks [] for port, precommit_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:13.002455 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.provisioning_blocks [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] Transition to ACTIVE for port object 0423264e-d84d-47ee-87b7-1b75407b8db7 will not be triggered until provisioned by entity L2. {{(pid=93615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:13.004898 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 617b71ac-496b-4962-9877-0c2553539e0a up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:13.022782 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5b3a4d-b6fd-4fc8-83fe-a3147531893e admin admin] Network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:19:13.051591 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-8e5b3a4d-b6fd-4fc8-83fe-a3147531893e admin admin] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:13.057597 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-8ce9afb9-0e7e-4051-ae10-dbf0cb6353be None None] Port d0cec79d-51e1-462f-aa19-1fc1582cdbc6 cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:19:13.080570 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5b3a4d-b6fd-4fc8-83fe-a3147531893e admin admin] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:19:13.093835 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b3a4d-b6fd-4fc8-83fe-a3147531893e admin admin] Pushing event updated for resources: {'Port': ['ID=6bcf8fa9-e498-4d3d-9606-102dcf455ad2,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:13.100281 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:13.114905 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-1eb2475c-ed62-4361-9cb9-ea6a2631bf4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:13.144117 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-8e5b3a4d-b6fd-4fc8-83fe-a3147531893e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:13.159983 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-908224d2-1fd5-41fa-845e-4512e50f307c req-54980052-9be8-4429-804a-954dbe0c4d8f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] For port 691d98c7-5561-48f3-a25d-d4e3d0513e48, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=691d98c7-5561-48f3-a25d-d4e3d0513e48,segment=NetworkSegment(f860b5e1-4f16-401c-b96c-7d17876ca74e),segment_id=f860b5e1-4f16-401c-b96c-7d17876ca74e)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:19:13.160501 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-908224d2-1fd5-41fa-845e-4512e50f307c req-54980052-9be8-4429-804a-954dbe0c4d8f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:13.168793 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port 617b71ac-496b-4962-9877-0c2553539e0a completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:13.173318 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 617b71ac-496b-4962-9877-0c2553539e0a triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:13.173761 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:13.199348 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32469f-0dcd-445a-8517-714fbb97d656 None None] Pushing event updated for resources: {'Port': ['ID=0423264e-d84d-47ee-87b7-1b75407b8db7,revision_number=2']} {{(pid=93615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:13.209439 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] Attempting to bind port 0423264e-d84d-47ee-87b7-1b75407b8db7 on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:19:13.210843 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] Attempting to bind port 0423264e-d84d-47ee-87b7-1b75407b8db7 by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}] {{(pid=93615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:19:13.211346 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:13.211594 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] Attempting to bind port 0423264e-d84d-47ee-87b7-1b75407b8db7 on network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:19:13.217661 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32469f-0dcd-445a-8517-714fbb97d656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:13.219070 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32469f-0dcd-445a-8517-714fbb97d656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:13.219524 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32469f-0dcd-445a-8517-714fbb97d656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:13.219989 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32469f-0dcd-445a-8517-714fbb97d656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:13.220447 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32469f-0dcd-445a-8517-714fbb97d656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:13.224095 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32469f-0dcd-445a-8517-714fbb97d656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:13.224095 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32469f-0dcd-445a-8517-714fbb97d656 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:13.224095 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32469f-0dcd-445a-8517-714fbb97d656 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:13.224095 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32469f-0dcd-445a-8517-714fbb97d656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:13.224095 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32469f-0dcd-445a-8517-714fbb97d656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:13.224095 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32469f-0dcd-445a-8517-714fbb97d656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:13.224095 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a32469f-0dcd-445a-8517-714fbb97d656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:13.230497 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-8a32469f-0dcd-445a-8517-714fbb97d656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:13.235888 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:19:13.236662 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] Checking segment: {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:19:13.237355 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:13.243356 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] Bound using segment: {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'} {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:19:13.243356 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] Bound port: 0423264e-d84d-47ee-87b7-1b75407b8db7, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}}] {{(pid=93615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:19:13.243356 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:13.289663 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:13.297201 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:13.313243 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.db [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] For port 0423264e-d84d-47ee-87b7-1b75407b8db7, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:19:13.317104 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.db [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] For port 0423264e-d84d-47ee-87b7-1b75407b8db7, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=0423264e-d84d-47ee-87b7-1b75407b8db7,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:19:13.354795 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-88f1f952-7702-449e-a8e6-cbb3b0768999 None None] Provisioning complete for port 617b71ac-496b-4962-9877-0c2553539e0a triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:13.355186 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-88f1f952-7702-449e-a8e6-cbb3b0768999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:13.375744 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [req-908224d2-1fd5-41fa-845e-4512e50f307c req-54980052-9be8-4429-804a-954dbe0c4d8f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Calling delete_port for 691d98c7-5561-48f3-a25d-d4e3d0513e48 owned by compute:nova {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:19:13.392785 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:13.409149 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:13.425716 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:13.436663 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-8a32469f-0dcd-445a-8517-714fbb97d656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:13.454401 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3640674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637196'] for router_interface, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:13.460225 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] Pushing event updated for resources: {'Port': ['ID=d0cec79d-51e1-462f-aa19-1fc1582cdbc6,revision_number=2']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:13.472345 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port 617b71ac-496b-4962-9877-0c2553539e0a, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=617b71ac-496b-4962-9877-0c2553539e0a,segment=NetworkSegment(e5fa2761-6016-43d4-a74e-a4fdbc29bc44),segment_id=e5fa2761-6016-43d4-a74e-a4fdbc29bc44)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:19:13.480555 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:13.489000 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:13.498446 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] Routers {'7f6c601d-3615-4ae4-9ee2-71c1afba3b06'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:13.499372 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:19:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:13.571383 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-88f1f952-7702-449e-a8e6-cbb3b0768999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:13.611603 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:13.620744 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] Network 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:19:13.622742 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-35ec7f75-afe0-4450-b8e7-9b5d43e8749c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:13.624360 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:13.703731 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32469f-0dcd-445a-8517-714fbb97d656 None None] Pushing event updated for resources: {'Port': ['ID=0423264e-d84d-47ee-87b7-1b75407b8db7,revision_number=3']} {{(pid=93615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:13.714508 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-8a32469f-0dcd-445a-8517-714fbb97d656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:13.849061 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] Router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:19:13.897250 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=617b71ac-496b-4962-9877-0c2553539e0a,revision_number=3']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:13.902570 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.db.api [None req-88f1f952-7702-449e-a8e6-cbb3b0768999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 14:19:13.904099 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_db.api [None req-88f1f952-7702-449e-a8e6-cbb3b0768999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 14:19:13.905250 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:13.931544 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] Set router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:14.125826 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:19:14.144262 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] 10.222.0.26 "PUT /v2.0/routers/7f6c601d-3615-4ae4-9ee2-71c1afba3b06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7039280 Jun 18 14:19:14.236614 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd0cec79d-51e1-462f-aa19-1fc1582cdbc6', 'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'mac_address': 'fa:16:3e:f4:81:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:11Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 2, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'subnets': [{'id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:14.288916 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412c537-c636-4fb1-812b-bdca835ac687 None None] The sync data for ids ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'] in dv-cinder-795751-2-iscsi is: [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd0cec79d-51e1-462f-aa19-1fc1582cdbc6', 'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'mac_address': 'fa:16:3e:f4:81:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:11Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 2, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'subnets': [{'id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:19:14.410341 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2599059-c7c6-441c-ba5c-53b695580a4f req-e84b1348-18c5-4ec8-bb6d-2ab636ba47aa tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:14.410341 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a2599059-c7c6-441c-ba5c-53b695580a4f req-e84b1348-18c5-4ec8-bb6d-2ab636ba47aa tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 945 time: 0.4609909 Jun 18 14:19:14.496251 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-908224d2-1fd5-41fa-845e-4512e50f307c req-54980052-9be8-4429-804a-954dbe0c4d8f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:14.505406 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:14.512609 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for port, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:14.553032 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54980052-9be8-4429-804a-954dbe0c4d8f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Pushing event deleted for resources: {'Port': ['ID=691d98c7-5561-48f3-a25d-d4e3d0513e48,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:14.563032 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-54980052-9be8-4429-804a-954dbe0c4d8f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:14.577142 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a2599059-c7c6-441c-ba5c-53b695580a4f req-a76d6276-1036-47ff-ba09-85d32ab53439 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2992375-fab3-49ff-86e5-9348196ac2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630826 Jun 18 14:19:14.603570 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11814879'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:14.607617 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:14.611522 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3a4d-b6fd-4fc8-83fe-a3147531893e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:14.626606 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-6b82107e-bbff-45bc-a631-ea63dbc325d4 None None] Provisioning complete for port d0cec79d-51e1-462f-aa19-1fc1582cdbc6 triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:14.627715 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-6b82107e-bbff-45bc-a631-ea63dbc325d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:14.736106 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-6b82107e-bbff-45bc-a631-ea63dbc325d4 None None] Port d0cec79d-51e1-462f-aa19-1fc1582cdbc6 cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:19:14.809543 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Pushing event updated for resources: {'Port': ['ID=ec6c877a-3c6c-40c0-a648-25a9d97edd0a,revision_number=2']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:14.825104 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635786'] for floatingip, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:14.827494 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:14.955971 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 617b71ac-496b-4962-9877-0c2553539e0a up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:15.062367 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 617b71ac-496b-4962-9877-0c2553539e0a triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:15.063670 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:15.127571 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [req-908224d2-1fd5-41fa-845e-4512e50f307c req-54980052-9be8-4429-804a-954dbe0c4d8f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] No DVR routers for this DVR port 691d98c7-5561-48f3-a25d-d4e3d0513e48 on host hv-cinder-79575 {{(pid=93613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:19:15.136889 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-908224d2-1fd5-41fa-845e-4512e50f307c req-54980052-9be8-4429-804a-954dbe0c4d8f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:15.139659 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-908224d2-1fd5-41fa-845e-4512e50f307c req-54980052-9be8-4429-804a-954dbe0c4d8f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.38 "DELETE /v2.0/ports/691d98c7-5561-48f3-a25d-d4e3d0513e48 HTTP/1.1" status: 204 len: 173 time: 3.4305444 Jun 18 14:19:15.139993 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab221540-8020-424e-9617-2a0e5a8b2f72', 'name': 'network-vif-deleted', 'tag': '691d98c7-5561-48f3-a25d-d4e3d0513e48'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:19:15.142582 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829268e5-a9de-44fc-aafc-1eca949dccf8" -d '{"events": [{"server_uuid": "ab221540-8020-424e-9617-2a0e5a8b2f72", "name": "network-vif-deleted", "tag": "691d98c7-5561-48f3-a25d-d4e3d0513e48"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:19:15.212968 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.db.l3_db [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Floating IP df9b0b3e-571c-44d5-b478-4d94f796cb8d associated. External IP: 172.27.3.227, port: 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac. Jun 18 14:19:15.280670 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6549a78-6778-48b0-8c3e-028f74c644f3 x-openstack-request-id: req-f6549a78-6778-48b0-8c3e-028f74c644f3 {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:19:15.281251 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab221540-8020-424e-9617-2a0e5a8b2f72", "name": "network-vif-deleted", "tag": "691d98c7-5561-48f3-a25d-d4e3d0513e48", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:19:15.281659 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f6549a78-6778-48b0-8c3e-028f74c644f3 {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:19:15.282379 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab221540-8020-424e-9617-2a0e5a8b2f72', 'name': 'network-vif-deleted', 'tag': '691d98c7-5561-48f3-a25d-d4e3d0513e48', 'status': 'completed', 'code': 200} Jun 18 14:19:15.289368 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:15.362834 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 44802) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:15.381126 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-eef8e971-84f6-41ae-aaff-fcadad14eb09 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-933826208-network', 'tenant_id': '46d18b445d0941089c67a72d08a48aba'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:15.546216 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef8e971-84f6-41ae-aaff-fcadad14eb09 admin admin] Made reservation on behalf of 46d18b445d0941089c67a72d08a48aba for: {'network': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:19:15.548826 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-eef8e971-84f6-41ae-aaff-fcadad14eb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for network, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:15.564087 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-eef8e971-84f6-41ae-aaff-fcadad14eb09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:15.732774 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-eef8e971-84f6-41ae-aaff-fcadad14eb09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:15.793585 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3a4d-b6fd-4fc8-83fe-a3147531893e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635706'] for router, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:15.832028 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-eef8e971-84f6-41ae-aaff-fcadad14eb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:15.846949 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef8e971-84f6-41ae-aaff-fcadad14eb09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=93612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 14:19:15.885436 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-862d7b67-e0e8-4583-8df6-002ad7a1c4c0 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:15.918555 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-eef8e971-84f6-41ae-aaff-fcadad14eb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:15.919186 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.segments_db [None req-eef8e971-84f6-41ae-aaff-fcadad14eb09 admin admin] Added segment 185dfd07-2398-41c2-aaf9-adafa54a9de6 of type vlan for network cd1be7d6-e513-44d8-9db7-fc8265717400 Jun 18 14:19:15.965221 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8e971-84f6-41ae-aaff-fcadad14eb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a550af8-d3cc-4a71-b1e3-61d55b2712bf,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:15.972067 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-eef8e971-84f6-41ae-aaff-fcadad14eb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:15.990836 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-eef8e971-84f6-41ae-aaff-fcadad14eb09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749953027292'] for network, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:16.035306 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ea1797a6-2858-4d1d-b6bf-59b9c7868848 req-c5462cfd-fcaf-4ad7-8732-20317aeda0f9 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab221540-8020-424e-9617-2a0e5a8b2f72 HTTP/1.1" status: 200 len: 210 time: 0.1520967 Jun 18 14:19:16.128339 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 691d98c7-5561-48f3-a25d-d4e3d0513e48 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:19:16.140535 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-eef8e971-84f6-41ae-aaff-fcadad14eb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588'] for network, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:16.143090 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef8e971-84f6-41ae-aaff-fcadad14eb09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:16.144693 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-eef8e971-84f6-41ae-aaff-fcadad14eb09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:16.151703 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:16.184537 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Router 6faac8e0-3891-46a9-bbd8-24eb2707e510 has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:19:16.204068 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] No Port match for: 691d98c7-5561-48f3-a25d-d4e3d0513e48 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:19:16.205552 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 691d98c7-5561-48f3-a25d-d4e3d0513e48 not bound to the agent host hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:19:16.304290 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8e971-84f6-41ae-aaff-fcadad14eb09 admin admin] Pushing event updated for resources: {'Network': ['ID=cd1be7d6-e513-44d8-9db7-fc8265717400,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:16.312625 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-eef8e971-84f6-41ae-aaff-fcadad14eb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:16.320894 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Network cd1be7d6-e513-44d8-9db7-fc8265717400 details requested by agent ovs-agent-dv-cinder-795751-2-iscsi with host dv-cinder-795751-2-iscsi {{(pid=93614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 14:19:16.332611 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5b3a4d-b6fd-4fc8-83fe-a3147531893e admin admin] Router d6121904-24a4-4d49-8f09-35a39a3334fb is scheduled to L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff with binding_index 1 {{(pid=93613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 14:19:16.407265 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-eef8e971-84f6-41ae-aaff-fcadad14eb09 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0428808 Jun 18 14:19:16.413599 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 44814) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:16.451681 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-f66d0a0e-81f8-4ba2-a3a5-4bfc06d01d2a admin admin] Request body: {'subnet': {'network_id': 'cd1be7d6-e513-44d8-9db7-fc8265717400', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-933826208-subnet', 'tenant_id': '46d18b445d0941089c67a72d08a48aba', 'ip_version': 4}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:16.507638 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:19:16.533208 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b320a3e-8b4c-47f6-a415-75b41aa521d1 None None] Sync routers for ids ['6faac8e0-3891-46a9-bbd8-24eb2707e510'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:19:16.565145 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b320a3e-8b4c-47f6-a415-75b41aa521d1 None None] Routers {'6faac8e0-3891-46a9-bbd8-24eb2707e510'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:16.565145 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-0b320a3e-8b4c-47f6-a415-75b41aa521d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:19:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['6faac8e0-3891-46a9-bbd8-24eb2707e510'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:16.584612 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5b3a4d-b6fd-4fc8-83fe-a3147531893e admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:19:16.598442 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] Sync routers for ids ['d6121904-24a4-4d49-8f09-35a39a3334fb'] in dv-cinder-795751-2-iscsi {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:19:16.599360 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66d0a0e-81f8-4ba2-a3a5-4bfc06d01d2a admin admin] Made reservation on behalf of 46d18b445d0941089c67a72d08a48aba for: {'subnet': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:19:16.602300 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f66d0a0e-81f8-4ba2-a3a5-4bfc06d01d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12343276'] for subnet, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:16.619500 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] Routers {'d6121904-24a4-4d49-8f09-35a39a3334fb'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:16.620384 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:19:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['d6121904-24a4-4d49-8f09-35a39a3334fb'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:16.700384 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for floatingip, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:16.745085 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3a4d-b6fd-4fc8-83fe-a3147531893e admin admin] Notify callbacks [] for router, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:16.746784 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-8e5b3a4d-b6fd-4fc8-83fe-a3147531893e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.6190312 Jun 18 14:19:16.751715 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 44818) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:16.780634 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.6479897 Jun 18 14:19:16.846284 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] Set router d6121904-24a4-4d49-8f09-35a39a3334fb gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:16.854942 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-0b320a3e-8b4c-47f6-a415-75b41aa521d1 None None] Set router 6faac8e0-3891-46a9-bbd8-24eb2707e510 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:16.873307 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ff612-a553-476d-94fe-9ca3e776e2d4 req-1f57c598-0c0c-4ce5-86c7-25d326e5075b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:16.881742 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-084ff612-a553-476d-94fe-9ca3e776e2d4 req-1f57c598-0c0c-4ce5-86c7-25d326e5075b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 946 time: 0.2940803 Jun 18 14:19:16.954548 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 0423264e-d84d-47ee-87b7-1b75407b8db7 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:17.179863 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f66d0a0e-81f8-4ba2-a3a5-4bfc06d01d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12393489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12343294'] for subnet, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:17.197152 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-084ff612-a553-476d-94fe-9ca3e776e2d4 req-4fd84500-ca24-430c-97ee-43beaa779d50 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138940 Jun 18 14:19:17.214365 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-d20f6172-1f63-486f-80df-5c0715fd6006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:17.227234 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'name': 'tempest-TestMinimumBasicScenario-1199809566-router', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:09Z', 'updated_at': '2021-06-18T14:19:14Z', 'revision_number': 3, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'gw_port': {'id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:10Z', 'updated_at': '2021-06-18T14:19:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:17.275791 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 44826) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:17.378718 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] Checking router: d6121904-24a4-4d49-8f09-35a39a3334fb for host: dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:19:17.379070 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] Updating router d6121904-24a4-4d49-8f09-35a39a3334fb port 6bcf8fa9-e498-4d3d-9606-102dcf455ad2 binding host dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 14:19:17.384458 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2c1a6d-e569-4a11-bf4c-577716033126', 'tag': '242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:19:17.387710 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b035134a-1bce-4dbe-a380-bfe644887962" -d '{"events": [{"name": "network-changed", "server_uuid": "db2c1a6d-e569-4a11-bf4c-577716033126", "tag": "242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:19:17.426332 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port 0423264e-d84d-47ee-87b7-1b75407b8db7 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:17.448889 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 0423264e-d84d-47ee-87b7-1b75407b8db7 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:17.450282 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:17.467052 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8908d438-1ed7-4d73-a2d6-a5ba00f15159 x-openstack-request-id: req-8908d438-1ed7-4d73-a2d6-a5ba00f15159 {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:19:17.467433 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2c1a6d-e569-4a11-bf4c-577716033126", "tag": "242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:19:17.467666 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8908d438-1ed7-4d73-a2d6-a5ba00f15159 {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:19:17.468452 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2c1a6d-e569-4a11-bf4c-577716033126', 'tag': '242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac', 'status': 'completed', 'code': 200} Jun 18 14:19:17.489201 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:17.607689 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:17.636873 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port 0423264e-d84d-47ee-87b7-1b75407b8db7, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=0423264e-d84d-47ee-87b7-1b75407b8db7,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:19:17.643904 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-0b320a3e-8b4c-47f6-a415-75b41aa521d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'name': 'tempest-TestShelveInstance-1209496686-router', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:03Z', 'updated_at': '2021-06-18T14:17:07Z', 'revision_number': 4, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'gw_port': {'id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:04Z', 'updated_at': '2021-06-18T14:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': 'df9b0b3e-571c-44d5-b478-4d94f796cb8d', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'port_id': '242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed', 'mac_address': 'fa:16:3e:2a:d5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2c1a6d-e569-4a11-bf4c-577716033126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:19:12Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 0, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3', 'name': '', 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'mac_address': 'fa:16:3e:46:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e376c192-7508-4cae-9176-aef3287f6229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:06Z', 'updated_at': '2021-06-18T14:17:13Z', 'revision_number': 5, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'subnets': [{'id': 'e376c192-7508-4cae-9176-aef3287f6229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:17.688950 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b320a3e-8b4c-47f6-a415-75b41aa521d1 None None] Checking router: 6faac8e0-3891-46a9-bbd8-24eb2707e510 for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:19:17.701700 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b320a3e-8b4c-47f6-a415-75b41aa521d1 None None] Routers {'6faac8e0-3891-46a9-bbd8-24eb2707e510'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:17.702602 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-0b320a3e-8b4c-47f6-a415-75b41aa521d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:19:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['6faac8e0-3891-46a9-bbd8-24eb2707e510'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:17.752475 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:17.755489 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035134a-1bce-4dbe-a380-bfe644887962 req-f3997c61-87e3-411e-ba2c-4e208287be0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:17.758386 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b035134a-1bce-4dbe-a380-bfe644887962 req-f3997c61-87e3-411e-ba2c-4e208287be0a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=66c7a59352bd4bb3b1a26c01a0fb571c&device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 1098 time: 0.2435234 Jun 18 14:19:17.762205 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:17.889590 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=0423264e-d84d-47ee-87b7-1b75407b8db7,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:17.907161 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:17.931802 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-0b320a3e-8b4c-47f6-a415-75b41aa521d1 None None] Set router 6faac8e0-3891-46a9-bbd8-24eb2707e510 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:17.990990 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] Sync routers for ids ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:19:18.001346 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66d0a0e-81f8-4ba2-a3a5-4bfc06d01d2a admin admin] Checking segment: {'id': '185dfd07-2398-41c2-aaf9-adafa54a9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cd1be7d6-e513-44d8-9db7-fc8265717400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:19:18.003229 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66d0a0e-81f8-4ba2-a3a5-4bfc06d01d2a admin admin] Network hostable DHCP agents. Network: cd1be7d6-e513-44d8-9db7-fc8265717400, hostable agents: ['a833f364-3b43-4f9e-93eb-c5238733b25c'], hosted agents: [] {{(pid=93612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 14:19:18.010168 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d0a0e-81f8-4ba2-a3a5-4bfc06d01d2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3cff08c-bf3f-4da4-bdec-92ec448f9072,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:18.010843 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035134a-1bce-4dbe-a380-bfe644887962 req-921456f2-8e78-43da-961c-4c862ab1c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:18.014235 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b035134a-1bce-4dbe-a380-bfe644887962 req-921456f2-8e78-43da-961c-4c862ab1c928 service neutron] 10.222.0.38 "GET /v2.0/networks?id=58b3b662-a83b-4a79-96d6-15eb372428ed HTTP/1.1" status: 200 len: 910 time: 0.2451704 Jun 18 14:19:18.020957 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-f66d0a0e-81f8-4ba2-a3a5-4bfc06d01d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:18.113705 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66d0a0e-81f8-4ba2-a3a5-4bfc06d01d2a admin admin] Network cd1be7d6-e513-44d8-9db7-fc8265717400 is scheduled to be hosted by DHCP agent a833f364-3b43-4f9e-93eb-c5238733b25c with binding_index 1 {{(pid=93612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 14:19:18.134713 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] Routers {'7f6c601d-3615-4ae4-9ee2-71c1afba3b06'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:18.135928 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:19:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:18.182528 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b035134a-1bce-4dbe-a380-bfe644887962 req-1ee365f1-614f-4498-a54f-9e167f78d999 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac HTTP/1.1" status: 200 len: 999 time: 0.1323493 Jun 18 14:19:18.236715 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] Notify callbacks [] for port, precommit_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:18.248039 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-f66d0a0e-81f8-4ba2-a3a5-4bfc06d01d2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-2-iscsi, cd1be7d6-e513-44d8-9db7-fc8265717400) {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:18.262873 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.provisioning_blocks [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] Transition to ACTIVE for port object 6bcf8fa9-e498-4d3d-9606-102dcf455ad2 will not be triggered until provisioned by entity L2. {{(pid=93615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:18.265082 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66d0a0e-81f8-4ba2-a3a5-4bfc06d01d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:18.265957 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f66d0a0e-81f8-4ba2-a3a5-4bfc06d01d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:18.297902 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] Set router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:18.317092 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035134a-1bce-4dbe-a380-bfe644887962 req-5f224753-a678-4096-83dd-176454468aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:18.318929 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b035134a-1bce-4dbe-a380-bfe644887962 req-5f224753-a678-4096-83dd-176454468aed service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e376c192-7508-4cae-9176-aef3287f6229 HTTP/1.1" status: 200 len: 848 time: 0.1153255 Jun 18 14:19:18.342707 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:18.352356 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:18.360215 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d46234-d298-44ba-8852-39326ac56755 None None] Network cd1be7d6-e513-44d8-9db7-fc8265717400 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:19:18.360796 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-f744eb6e-a0b1-4c16-9144-68e01ff9911a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:18.368733 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-62a19c55-13ef-4c2b-9f77-a1d7c34116b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606455'] for router_interface, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:18.379237 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-f66d0a0e-81f8-4ba2-a3a5-4bfc06d01d2a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9525561 Jun 18 14:19:18.414084 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 44836) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:18.422443 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-ac94b470-566f-40a0-a674-697011c78842 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-933826208-router', 'tenant_id': '46d18b445d0941089c67a72d08a48aba', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:18.502024 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035134a-1bce-4dbe-a380-bfe644887962 req-a9826dde-ab09-4412-9af2-e5ccdbaa7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:18.503855 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b035134a-1bce-4dbe-a380-bfe644887962 req-a9826dde-ab09-4412-9af2-e5ccdbaa7b45 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58b3b662-a83b-4a79-96d6-15eb372428ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1715662 Jun 18 14:19:18.532890 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] Attempting to bind port 6bcf8fa9-e498-4d3d-9606-102dcf455ad2 on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:19:18.533669 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] Attempting to bind port 6bcf8fa9-e498-4d3d-9606-102dcf455ad2 by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}] {{(pid=93615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:19:18.534287 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] Attempting to bind port 6bcf8fa9-e498-4d3d-9606-102dcf455ad2 on network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:19:18.549749 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf46e9-aad5-45ee-9ff9-af90643b5c95 None None] Pushing event updated for resources: {'Port': ['ID=6bcf8fa9-e498-4d3d-9606-102dcf455ad2,revision_number=2']} {{(pid=93615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:18.557682 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:19:18.558784 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] Checking segment: {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:19:18.559875 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:18.560808 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] Bound using segment: {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'} {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:19:18.562554 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] Bound port: 6bcf8fa9-e498-4d3d-9606-102dcf455ad2, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}}] {{(pid=93615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:19:18.563467 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:18.567236 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-5dcf46e9-aad5-45ee-9ff9-af90643b5c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:18.610400 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ac94b470-566f-40a0-a674-697011c78842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3944'] for router, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:18.612128 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ac94b470-566f-40a0-a674-697011c78842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3939'] for router, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:18.622233 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b035134a-1bce-4dbe-a380-bfe644887962 req-b4daae1e-0d29-42c8-b3b1-c7d12910a8c6 service neutron] 10.222.0.38 "GET /v2.0/networks/58b3b662-a83b-4a79-96d6-15eb372428ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088181 Jun 18 14:19:18.675032 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.db [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] For port 6bcf8fa9-e498-4d3d-9606-102dcf455ad2, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:19:18.683597 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.db [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] For port 6bcf8fa9-e498-4d3d-9606-102dcf455ad2, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=6bcf8fa9-e498-4d3d-9606-102dcf455ad2,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:19:18.685971 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] Allocated IP 172.20.0.1 (3fd89ab7-5588-43a8-84be-21487b134cf3/6f5051b7-2cd7-4144-8b1c-0ef6aec7a424/90c8e82a-0c7b-4ca7-8843-0394a45f14fb) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:19:18.722034 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd0cec79d-51e1-462f-aa19-1fc1582cdbc6', 'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'mac_address': 'fa:16:3e:f4:81:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:11Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 2, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'subnets': [{'id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:18.723921 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b035134a-1bce-4dbe-a380-bfe644887962 req-4df3e081-58b7-485b-bbc7-98447b351441 service neutron] 10.222.0.38 "GET /v2.0/networks/58b3b662-a83b-4a79-96d6-15eb372428ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917387 Jun 18 14:19:18.765100 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:18.776131 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-b0679fc5-c52e-4cb6-a258-c371d1c608e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:18.801171 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] Checking router: 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:19:18.804108 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] Updating router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 port d0cec79d-51e1-462f-aa19-1fc1582cdbc6 binding host dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 14:19:18.934520 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf46e9-aad5-45ee-9ff9-af90643b5c95 None None] Pushing event updated for resources: {'Port': ['ID=6bcf8fa9-e498-4d3d-9606-102dcf455ad2,revision_number=3']} {{(pid=93615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:18.945610 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-5dcf46e9-aad5-45ee-9ff9-af90643b5c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:18.969358 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 0423264e-d84d-47ee-87b7-1b75407b8db7 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:18.989579 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] Routers {'d6121904-24a4-4d49-8f09-35a39a3334fb'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:18.991114 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:19:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['d6121904-24a4-4d49-8f09-35a39a3334fb'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:19.001281 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:19.011030 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88c55c-e567-4288-9b03-b14fc47524d6 req-7087d9ba-5b96-4c9c-82fe-0ba52f3dcdac tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:19.023824 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1e88c55c-e567-4288-9b03-b14fc47524d6 req-7087d9ba-5b96-4c9c-82fe-0ba52f3dcdac tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 946 time: 0.4871724 Jun 18 14:19:19.042923 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:19.085656 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] Transition to ACTIVE for port object 90c8e82a-0c7b-4ca7-8843-0394a45f14fb will not be triggered until provisioned by entity DHCP. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:19.170692 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d5ec8f6-9621-5ecb-8e85-a3906f322592-cd1be7d6-e513-44d8-9db7-fc8265717400', 'network_id': 'cd1be7d6-e513-44d8-9db7-fc8265717400', 'tenant_id': '46d18b445d0941089c67a72d08a48aba', 'fixed_ips': [{'subnet_id': 'c3cff08c-bf3f-4da4-bdec-92ec448f9072'}]}} from dv-cinder-795751-2-iscsi. {{(pid=93614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 14:19:19.171220 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:19.174387 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1e88c55c-e567-4288-9b03-b14fc47524d6 req-a67df981-030d-4eec-b4e3-0e2bacc55475 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485195 Jun 18 14:19:19.259978 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ac94b470-566f-40a0-a674-697011c78842 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:19.282842 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] Set router d6121904-24a4-4d49-8f09-35a39a3334fb gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:19.362355 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 0423264e-d84d-47ee-87b7-1b75407b8db7 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:19.362838 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:19.366008 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-0b320a3e-8b4c-47f6-a415-75b41aa521d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'name': 'tempest-TestShelveInstance-1209496686-router', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:03Z', 'updated_at': '2021-06-18T14:17:07Z', 'revision_number': 4, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'gw_port': {'id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:04Z', 'updated_at': '2021-06-18T14:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': 'df9b0b3e-571c-44d5-b478-4d94f796cb8d', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'port_id': '242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed', 'mac_address': 'fa:16:3e:2a:d5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2c1a6d-e569-4a11-bf4c-577716033126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:19:12Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 0, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3', 'name': '', 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'mac_address': 'fa:16:3e:46:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e376c192-7508-4cae-9176-aef3287f6229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:06Z', 'updated_at': '2021-06-18T14:17:13Z', 'revision_number': 5, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'subnets': [{'id': 'e376c192-7508-4cae-9176-aef3287f6229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:19.433191 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12393637'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:19.436821 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-01397b0a-7893-4082-95c5-3eb757780ced service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:19.482000 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] Network 3fd89ab7-5588-43a8-84be-21487b134cf3 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:19:19.485626 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:19.502589 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:19:19.545317 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] Pushing event updated for resources: {'Port': ['ID=90c8e82a-0c7b-4ca7-8843-0394a45f14fb,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:19.549504 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:19.576130 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636949'] for router_interface, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:19.639650 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'name': 'tempest-TestMinimumBasicScenario-1199809566-router', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:09Z', 'updated_at': '2021-06-18T14:19:14Z', 'revision_number': 3, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'gw_port': {'id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:10Z', 'updated_at': '2021-06-18T14:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:19.666698 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b320a3e-8b4c-47f6-a415-75b41aa521d1 None None] The sync data for ids ['6faac8e0-3891-46a9-bbd8-24eb2707e510'] in dv-cinder-795751-2-iscsi is: [{'id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'name': 'tempest-TestShelveInstance-1209496686-router', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:03Z', 'updated_at': '2021-06-18T14:17:07Z', 'revision_number': 4, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'gw_port': {'id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:04Z', 'updated_at': '2021-06-18T14:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': 'df9b0b3e-571c-44d5-b478-4d94f796cb8d', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'port_id': '242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed', 'mac_address': 'fa:16:3e:2a:d5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2c1a6d-e569-4a11-bf4c-577716033126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:19:12Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 0, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3', 'name': '', 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'mac_address': 'fa:16:3e:46:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e376c192-7508-4cae-9176-aef3287f6229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:06Z', 'updated_at': '2021-06-18T14:17:13Z', 'revision_number': 5, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'subnets': [{'id': 'e376c192-7508-4cae-9176-aef3287f6229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:19:19.746999 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c578c-6733-45fd-9710-e5cc92e50411 None None] The sync data for ids ['d6121904-24a4-4d49-8f09-35a39a3334fb'] in dv-cinder-795751-2-iscsi is: [{'id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'name': 'tempest-TestMinimumBasicScenario-1199809566-router', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:09Z', 'updated_at': '2021-06-18T14:19:14Z', 'revision_number': 3, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'gw_port': {'id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:10Z', 'updated_at': '2021-06-18T14:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}] {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:19:19.836015 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.db_base_plugin_common [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Allocated IP 172.20.0.2 (cd1be7d6-e513-44d8-9db7-fc8265717400/c3cff08c-bf3f-4da4-bdec-92ec448f9072/269fdb2e-dc00-4bed-97f8-b3d9ed6100ba) {{(pid=93614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:19:19.891066 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ac94b470-566f-40a0-a674-697011c78842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3957'] for router, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:19.959491 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:19.983208 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efce1e3-fd18-40ab-8603-7d0faa9b34c7 req-09775036-1399-455e-9e2a-ea85d344ca42 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:19.985340 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0efce1e3-fd18-40ab-8603-7d0faa9b34c7 req-09775036-1399-455e-9e2a-ea85d344ca42 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.38 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 946 time: 0.4413028 Jun 18 14:19:20.140915 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-dc18c417-36f0-4cf0-b2f0-c34b4a992375 None None] Provisioning for port 90c8e82a-0c7b-4ca7-8843-0394a45f14fb completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:20.151180 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c2be9a-555e-4600-904f-61ed1b4d393b None None] New status for floating IP df9b0b3e-571c-44d5-b478-4d94f796cb8d: ACTIVE {{(pid=93615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 14:19:20.160485 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-dc18c417-36f0-4cf0-b2f0-c34b4a992375 None None] Provisioning complete for port 90c8e82a-0c7b-4ca7-8843-0394a45f14fb triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:20.160900 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-dc18c417-36f0-4cf0-b2f0-c34b4a992375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:20.195482 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:20.216390 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] Notify callbacks [] for port, precommit_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:20.230075 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] Transition to ACTIVE for port object d0cec79d-51e1-462f-aa19-1fc1582cdbc6 will not be triggered until provisioned by entity L2. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:20.257430 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-dc18c417-36f0-4cf0-b2f0-c34b4a992375 None None] Port 90c8e82a-0c7b-4ca7-8843-0394a45f14fb cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:19:20.323995 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:20.326562 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:20.403296 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] Pushing event updated for resources: {'Port': ['ID=90c8e82a-0c7b-4ca7-8843-0394a45f14fb,revision_number=2']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:20.426563 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Notify callbacks [] for port, precommit_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:20.447606 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:20.469337 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Transition to ACTIVE for port object 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba will not be triggered until provisioned by entity L2. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:20.544062 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3640674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637196'] for router_interface, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:20.551311 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Transition to ACTIVE for port object 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba will not be triggered until provisioned by entity DHCP. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:20.555541 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-62a19c55-13ef-4c2b-9f77-a1d7c34116b5 admin admin] Deleting port ea6cfdfb-53e5-499a-93c1-c65005c58d76 {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:19:20.556126 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-62a19c55-13ef-4c2b-9f77-a1d7c34116b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:20.559473 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:20.570580 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:20.599982 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [req-0efce1e3-fd18-40ab-8603-7d0faa9b34c7 req-ab32e961-961c-4f1d-94fb-7116758efa2b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Deleting port 333569ff-47e4-455b-9be3-c20ad716e262 {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:19:20.600316 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-0efce1e3-fd18-40ab-8603-7d0faa9b34c7 req-ab32e961-961c-4f1d-94fb-7116758efa2b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:20.628995 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54bfb0-221e-4af6-87e7-d58eef3b459e None None] Pushing event updated for resources: {'Port': ['ID=d0cec79d-51e1-462f-aa19-1fc1582cdbc6,revision_number=3']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:20.652290 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-fd54bfb0-221e-4af6-87e7-d58eef3b459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:20.694487 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990'] for port, after_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:20.701152 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:20.707452 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] Network 3fd89ab7-5588-43a8-84be-21487b134cf3 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:19:20.712573 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:20.740473 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b63b3-4e37-4039-9e6f-21262f52781e req-4dcee392-4018-4acd-b3e8-6aa71683492c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:20.751510 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-516b63b3-4e37-4039-9e6f-21262f52781e req-4dcee392-4018-4acd-b3e8-6aa71683492c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 946 time: 0.3025520 Jun 18 14:19:20.863708 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Network cd1be7d6-e513-44d8-9db7-fc8265717400 is already hosted by enough agents. {{(pid=93614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:19:20.934486 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.scheduler.base_scheduler [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Resources bound (agent type, host, resource id): {{(pid=93614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:20.944288 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Received port after_create {{(pid=93614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:19:21.005451 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] Attempting to bind port d0cec79d-51e1-462f-aa19-1fc1582cdbc6 on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:19:21.016503 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-0efce1e3-fd18-40ab-8603-7d0faa9b34c7 req-ab32e961-961c-4f1d-94fb-7116758efa2b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] For port 333569ff-47e4-455b-9be3-c20ad716e262, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=333569ff-47e4-455b-9be3-c20ad716e262,segment=NetworkSegment(7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f),segment_id=7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:19:21.017380 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-0efce1e3-fd18-40ab-8603-7d0faa9b34c7 req-ab32e961-961c-4f1d-94fb-7116758efa2b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:21.030643 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] Attempting to bind port d0cec79d-51e1-462f-aa19-1fc1582cdbc6 by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '3268c0c4-e8d6-49a1-80fc-53a179764921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5'}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:19:21.030886 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] Router d6121904-24a4-4d49-8f09-35a39a3334fb has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:19:21.033892 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] Attempting to bind port d0cec79d-51e1-462f-aa19-1fc1582cdbc6 on network 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:19:21.062317 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Pushing event updated for resources: {'Port': ['ID=269fdb2e-dc00-4bed-97f8-b3d9ed6100ba,revision_number=1']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:21.066982 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-516b63b3-4e37-4039-9e6f-21262f52781e req-f323b50a-cac2-46d8-bbc0-809b3d5caf50 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137839 Jun 18 14:19:21.071556 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:21.075286 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 6bcf8fa9-e498-4d3d-9606-102dcf455ad2 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:21.135774 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [req-0efce1e3-fd18-40ab-8603-7d0faa9b34c7 req-ab32e961-961c-4f1d-94fb-7116758efa2b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Calling delete_port for 333569ff-47e4-455b-9be3-c20ad716e262 owned by compute:nova {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:19:21.184250 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:19:21.185018 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] Checking segment: {'id': '3268c0c4-e8d6-49a1-80fc-53a179764921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:19:21.185843 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:21.186797 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] Bound using segment: {'id': '3268c0c4-e8d6-49a1-80fc-53a179764921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5'} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:19:21.187747 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] Bound port: d0cec79d-51e1-462f-aa19-1fc1582cdbc6, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3268c0c4-e8d6-49a1-80fc-53a179764921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5'}}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:19:21.188525 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:21.247111 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:19:21.258541 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] 10.222.0.26 "PUT /v2.0/routers/d6121904-24a4-4d49-8f09-35a39a3334fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5012424 Jun 18 14:19:21.376524 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Attempting to bind port 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:19:21.377341 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Attempting to bind port 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '185dfd07-2398-41c2-aaf9-adafa54a9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cd1be7d6-e513-44d8-9db7-fc8265717400'}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:19:21.378116 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Attempting to bind port 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba on network cd1be7d6-e513-44d8-9db7-fc8265717400 {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:19:21.401904 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [None req-62a19c55-13ef-4c2b-9f77-a1d7c34116b5 admin admin] For port ea6cfdfb-53e5-499a-93c1-c65005c58d76, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=ea6cfdfb-53e5-499a-93c1-c65005c58d76,segment=NetworkSegment(f860b5e1-4f16-401c-b96c-7d17876ca74e),segment_id=f860b5e1-4f16-401c-b96c-7d17876ca74e)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:19:21.402444 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-62a19c55-13ef-4c2b-9f77-a1d7c34116b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:21.409116 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:19:21.409959 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Checking segment: {'id': '185dfd07-2398-41c2-aaf9-adafa54a9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cd1be7d6-e513-44d8-9db7-fc8265717400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:19:21.410806 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:21.411613 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Bound using segment: {'id': '185dfd07-2398-41c2-aaf9-adafa54a9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cd1be7d6-e513-44d8-9db7-fc8265717400'} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:19:21.412609 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Bound port: 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185dfd07-2398-41c2-aaf9-adafa54a9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cd1be7d6-e513-44d8-9db7-fc8265717400'}}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:19:21.413408 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:21.456676 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] For port d0cec79d-51e1-462f-aa19-1fc1582cdbc6, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:19:21.529052 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] For port d0cec79d-51e1-462f-aa19-1fc1582cdbc6, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=d0cec79d-51e1-462f-aa19-1fc1582cdbc6,segment=NetworkSegment(3268c0c4-e8d6-49a1-80fc-53a179764921),segment_id=3268c0c4-e8d6-49a1-80fc-53a179764921)] {{(pid=93614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:19:21.559803 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-f69aca6d-62f0-4533-94fc-c997d5f8709b None None] Provisioning complete for port 90c8e82a-0c7b-4ca7-8843-0394a45f14fb triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:21.559803 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-f69aca6d-62f0-4533-94fc-c997d5f8709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:21.567823 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-62a19c55-13ef-4c2b-9f77-a1d7c34116b5 admin admin] Calling delete_port for ea6cfdfb-53e5-499a-93c1-c65005c58d76 owned by network:router_interface {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:19:21.596400 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] For port 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:19:21.598636 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port 6bcf8fa9-e498-4d3d-9606-102dcf455ad2 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:21.604570 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] For port 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=269fdb2e-dc00-4bed-97f8-b3d9ed6100ba,segment=NetworkSegment(185dfd07-2398-41c2-aaf9-adafa54a9de6),segment_id=185dfd07-2398-41c2-aaf9-adafa54a9de6)] {{(pid=93614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:19:21.610365 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 6bcf8fa9-e498-4d3d-9606-102dcf455ad2 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:21.610744 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:21.612586 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-f69aca6d-62f0-4533-94fc-c997d5f8709b None None] Port 90c8e82a-0c7b-4ca7-8843-0394a45f14fb cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:19:21.668751 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:21.689700 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:21.741714 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ac94b470-566f-40a0-a674-697011c78842 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:21.742897 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:21.808681 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ac94b470-566f-40a0-a674-697011c78842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:21.821904 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] Routers {'7f6c601d-3615-4ae4-9ee2-71c1afba3b06'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:21.824462 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:19:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:21.907543 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54bfb0-221e-4af6-87e7-d58eef3b459e None None] Pushing event updated for resources: {'Port': ['ID=d0cec79d-51e1-462f-aa19-1fc1582cdbc6,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:21.911185 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-fd54bfb0-221e-4af6-87e7-d58eef3b459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:21.916029 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:22.001584 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:22.063953 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port 6bcf8fa9-e498-4d3d-9606-102dcf455ad2, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=6bcf8fa9-e498-4d3d-9606-102dcf455ad2,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:19:22.066119 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] Set router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:22.068742 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Pushing event updated for resources: {'Port': ['ID=269fdb2e-dc00-4bed-97f8-b3d9ed6100ba,revision_number=2']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:22.120930 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:22.142444 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-0efce1e3-fd18-40ab-8603-7d0faa9b34c7 req-ab32e961-961c-4f1d-94fb-7116758efa2b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:22.157682 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:22.162951 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [None req-ac94b470-566f-40a0-a674-697011c78842 admin admin] Allocated IP 172.27.3.222 (bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae/6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898/2af15f90-e12a-4a96-8aad-75725f1f29d4) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:19:22.173142 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:22.201820 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:22.218626 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32e961-961c-4f1d-94fb-7116758efa2b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Pushing event deleted for resources: {'Port': ['ID=333569ff-47e4-455b-9be3-c20ad716e262,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:22.221628 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-ab32e961-961c-4f1d-94fb-7116758efa2b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:22.224011 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['5aed1d4a-e478-41df-810a-be5c1d4fb512', 'f2b18c5b-cd89-4511-8198-c89237ba3b00', '95d94fa4-dbbc-44f1-b96a-89756c38a530', '333569ff-47e4-455b-9be3-c20ad716e262'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:19:22.334795 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efce1e3-fd18-40ab-8603-7d0faa9b34c7 req-ab32e961-961c-4f1d-94fb-7116758efa2b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] No DVR routers for this DVR port 333569ff-47e4-455b-9be3-c20ad716e262 on host hv-cinder-79575 {{(pid=93613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:19:22.339157 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-0efce1e3-fd18-40ab-8603-7d0faa9b34c7 req-ab32e961-961c-4f1d-94fb-7116758efa2b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:22.342667 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0efce1e3-fd18-40ab-8603-7d0faa9b34c7 req-ab32e961-961c-4f1d-94fb-7116758efa2b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.38 "DELETE /v2.0/ports/333569ff-47e4-455b-9be3-c20ad716e262 HTTP/1.1" status: 204 len: 173 time: 2.3494222 Jun 18 14:19:22.404319 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4f2359-d3a9-405c-87b7-55a47acb2c99', 'name': 'network-vif-deleted', 'tag': '333569ff-47e4-455b-9be3-c20ad716e262'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:19:22.406748 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989de940-857b-4cb1-a158-93262dbcb1ff" -d '{"events": [{"server_uuid": "af4f2359-d3a9-405c-87b7-55a47acb2c99", "name": "network-vif-deleted", "tag": "333569ff-47e4-455b-9be3-c20ad716e262"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:19:22.412544 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-62a19c55-13ef-4c2b-9f77-a1d7c34116b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:22.419357 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:22.470922 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a19c55-13ef-4c2b-9f77-a1d7c34116b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea6cfdfb-53e5-499a-93c1-c65005c58d76,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:22.498081 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-62a19c55-13ef-4c2b-9f77-a1d7c34116b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:22.564577 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a12bb87-6fd0-49d1-aabd-82f06753a123 x-openstack-request-id: req-4a12bb87-6fd0-49d1-aabd-82f06753a123 {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:19:22.564916 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4f2359-d3a9-405c-87b7-55a47acb2c99", "name": "network-vif-deleted", "tag": "333569ff-47e4-455b-9be3-c20ad716e262", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:19:22.565225 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4a12bb87-6fd0-49d1-aabd-82f06753a123 {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:19:22.565668 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4f2359-d3a9-405c-87b7-55a47acb2c99', 'name': 'network-vif-deleted', 'tag': '333569ff-47e4-455b-9be3-c20ad716e262', 'status': 'completed', 'code': 200} Jun 18 14:19:22.566527 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f7493dab-cbcb-4e86-b505-201b88a0c708 req-c13dc1e0-932c-4422-8cf5-b021f8759028 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 210 time: 0.0939565 Jun 18 14:19:22.593133 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=6bcf8fa9-e498-4d3d-9606-102dcf455ad2,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:22.601708 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:22.722742 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ac94b470-566f-40a0-a674-697011c78842 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:22.777079 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 44874) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:22.786722 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-67938c30-4051-4474-b495-b4f91d9ff6ca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-589389628-network', 'tenant_id': '83576f7717374265a645f3e5df88102f'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:22.824516 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd0cec79d-51e1-462f-aa19-1fc1582cdbc6', 'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'mac_address': 'fa:16:3e:f4:81:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:11Z', 'updated_at': '2021-06-18T14:19:21Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'subnets': [{'id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:22.865952 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b442f7dd-ce6f-414c-9570-18f104da0d92 None None] The sync data for ids ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'] in dv-cinder-795751-2-iscsi is: [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd0cec79d-51e1-462f-aa19-1fc1582cdbc6', 'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'mac_address': 'fa:16:3e:f4:81:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:11Z', 'updated_at': '2021-06-18T14:19:21Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'subnets': [{'id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:19:22.900147 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67938c30-4051-4474-b495-b4f91d9ff6ca admin admin] Made reservation on behalf of 83576f7717374265a645f3e5df88102f for: {'network': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:19:22.907148 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-67938c30-4051-4474-b495-b4f91d9ff6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for network, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:22.938379 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-67938c30-4051-4474-b495-b4f91d9ff6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:23.187543 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-67938c30-4051-4474-b495-b4f91d9ff6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:23.245796 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-62a19c55-13ef-4c2b-9f77-a1d7c34116b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3640693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606283'] for router_interface, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:23.330999 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-67938c30-4051-4474-b495-b4f91d9ff6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:23.351228 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ac94b470-566f-40a0-a674-697011c78842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11814889'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:23.355032 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-3f808852-49f1-449f-a56d-6efcdaf48a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:23.374944 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-ab32e961-961c-4f1d-94fb-7116758efa2b tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:23.413262 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67938c30-4051-4474-b495-b4f91d9ff6ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=93612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 14:19:23.453669 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67938c30-4051-4474-b495-b4f91d9ff6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b5dcb1-d0b4-4283-89c7-8bcc506d9d49,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:23.463477 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-67938c30-4051-4474-b495-b4f91d9ff6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:23.464444 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.segments_db [None req-67938c30-4051-4474-b495-b4f91d9ff6ca admin admin] Added segment 2d5a26f0-3387-4442-8949-182ed91b57b5 of type vlan for network 220fa257-4661-40d5-978d-1ef127bde487 Jun 18 14:19:23.467466 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-67938c30-4051-4474-b495-b4f91d9ff6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:23.478453 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 6bcf8fa9-e498-4d3d-9606-102dcf455ad2 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:23.567038 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] Sync routers for ids ['d6121904-24a4-4d49-8f09-35a39a3334fb'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:19:23.586939 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-67938c30-4051-4474-b495-b4f91d9ff6ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749953027292'] for network, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:23.619824 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] Routers {'d6121904-24a4-4d49-8f09-35a39a3334fb'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:23.624178 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:19:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['d6121904-24a4-4d49-8f09-35a39a3334fb'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:23.703437 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 6bcf8fa9-e498-4d3d-9606-102dcf455ad2 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:23.703437 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:23.710651 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-67938c30-4051-4474-b495-b4f91d9ff6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588'] for network, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:23.713308 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67938c30-4051-4474-b495-b4f91d9ff6ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:23.714438 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-67938c30-4051-4474-b495-b4f91d9ff6ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:23.721845 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:23.766963 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668d9df2-87c9-4a02-8616-815b7f528ab3 None None] Network cd1be7d6-e513-44d8-9db7-fc8265717400 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:19:23.859787 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67938c30-4051-4474-b495-b4f91d9ff6ca admin admin] Pushing event updated for resources: {'Network': ['ID=220fa257-4661-40d5-978d-1ef127bde487,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:23.865589 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-67938c30-4051-4474-b495-b4f91d9ff6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:23.891081 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Network 220fa257-4661-40d5-978d-1ef127bde487 details requested by agent ovs-agent-dv-cinder-795751-2-iscsi with host dv-cinder-795751-2-iscsi {{(pid=93614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 14:19:23.931842 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9517423d-79f3-4083-9545-06fa6e74d3ca req-6b7480fd-2990-4209-b5ab-b34f1fe01b9f tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=af4f2359-d3a9-405c-87b7-55a47acb2c99 HTTP/1.1" status: 200 len: 210 time: 0.0641713 Jun 18 14:19:23.936405 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-67938c30-4051-4474-b495-b4f91d9ff6ca admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1572952 Jun 18 14:19:23.941397 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 44882) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:23.954943 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-06d51ad5-d48b-4487-99f1-c447fe899867 admin admin] Request body: {'subnet': {'network_id': '220fa257-4661-40d5-978d-1ef127bde487', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-589389628-subnet', 'tenant_id': '83576f7717374265a645f3e5df88102f', 'ip_version': 4}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:23.973999 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-756f7343-3cc4-4594-b8cf-f2dc27daa3b2 None None] Provisioning for port 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:24.080018 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d51ad5-d48b-4487-99f1-c447fe899867 admin admin] Made reservation on behalf of 83576f7717374265a645f3e5df88102f for: {'subnet': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:19:24.089165 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-06d51ad5-d48b-4487-99f1-c447fe899867 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12343276'] for subnet, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:24.107625 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94b470-566f-40a0-a674-697011c78842 admin admin] Pushing event updated for resources: {'Port': ['ID=2af15f90-e12a-4a96-8aad-75725f1f29d4,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:24.111152 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-ac94b470-566f-40a0-a674-697011c78842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:24.122492 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac94b470-566f-40a0-a674-697011c78842 admin admin] Network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:19:24.153545 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-ac94b470-566f-40a0-a674-697011c78842 admin admin] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:24.156231 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac94b470-566f-40a0-a674-697011c78842 admin admin] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:19:24.207887 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 333569ff-47e4-455b-9be3-c20ad716e262 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:19:24.254865 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device d0cec79d-51e1-462f-aa19-1fc1582cdbc6 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:24.258999 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] Set router d6121904-24a4-4d49-8f09-35a39a3334fb gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:24.280962 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] No Port match for: 333569ff-47e4-455b-9be3-c20ad716e262 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:19:24.281487 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 333569ff-47e4-455b-9be3-c20ad716e262 not bound to the agent host hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:19:24.500241 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-06d51ad5-d48b-4487-99f1-c447fe899867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12393489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12343294'] for subnet, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:24.503697 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-421ef66d-6684-4936-bb07-d2333c5a97a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:24.558334 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d51ad5-d48b-4487-99f1-c447fe899867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfd1692a-2d72-4736-bec2-9e1d01755067,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:24.563172 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-06d51ad5-d48b-4487-99f1-c447fe899867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:24.589254 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d51ad5-d48b-4487-99f1-c447fe899867 admin admin] Checking segment: {'id': '2d5a26f0-3387-4442-8949-182ed91b57b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '220fa257-4661-40d5-978d-1ef127bde487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:19:24.590797 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d51ad5-d48b-4487-99f1-c447fe899867 admin admin] Network hostable DHCP agents. Network: 220fa257-4661-40d5-978d-1ef127bde487, hostable agents: ['a833f364-3b43-4f9e-93eb-c5238733b25c'], hosted agents: [] {{(pid=93612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 14:19:24.647136 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a19c55-13ef-4c2b-9f77-a1d7c34116b5 admin admin] Router 9533268c-9cb0-498a-99e0-269839ac0afc has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:19:24.666107 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port d0cec79d-51e1-462f-aa19-1fc1582cdbc6 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:24.673022 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port d0cec79d-51e1-462f-aa19-1fc1582cdbc6 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:24.673815 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:24.734030 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d51ad5-d48b-4487-99f1-c447fe899867 admin admin] Network 220fa257-4661-40d5-978d-1ef127bde487 is scheduled to be hosted by DHCP agent a833f364-3b43-4f9e-93eb-c5238733b25c with binding_index 1 {{(pid=93612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 14:19:24.792558 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'name': 'tempest-TestMinimumBasicScenario-1199809566-router', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:09Z', 'updated_at': '2021-06-18T14:19:19Z', 'revision_number': 4, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'gw_port': {'id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:10Z', 'updated_at': '2021-06-18T14:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '90c8e82a-0c7b-4ca7-8843-0394a45f14fb', 'name': '', 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'mac_address': 'fa:16:3e:07:de:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6f5051b7-2cd7-4144-8b1c-0ef6aec7a424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:18Z', 'updated_at': '2021-06-18T14:19:20Z', 'revision_number': 2, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'subnets': [{'id': '6f5051b7-2cd7-4144-8b1c-0ef6aec7a424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:24.819940 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-06d51ad5-d48b-4487-99f1-c447fe899867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-2-iscsi, 220fa257-4661-40d5-978d-1ef127bde487) {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:24.825310 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d51ad5-d48b-4487-99f1-c447fe899867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:24.826350 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-06d51ad5-d48b-4487-99f1-c447fe899867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:24.829775 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] Checking router: d6121904-24a4-4d49-8f09-35a39a3334fb for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:19:24.832233 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] Updating router d6121904-24a4-4d49-8f09-35a39a3334fb port 90c8e82a-0c7b-4ca7-8843-0394a45f14fb binding host dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 14:19:24.864571 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b0b932-25a0-435c-8ae9-5895a9adf11c None None] Network 220fa257-4661-40d5-978d-1ef127bde487 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:19:24.865648 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a19c55-13ef-4c2b-9f77-a1d7c34116b5 admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:19:24.866608 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:24.872267 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-62a19c55-13ef-4c2b-9f77-a1d7c34116b5 admin admin] 10.222.0.26 "PUT /v2.0/routers/9533268c-9cb0-498a-99e0-269839ac0afc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5948164 Jun 18 14:19:24.876947 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 44886) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:24.877494 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ac94b470-566f-40a0-a674-697011c78842 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:24.895845 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea215e75-5632-48df-8fab-c632372b069e None None] Sync routers for ids ['9533268c-9cb0-498a-99e0-269839ac0afc'] in dv-cinder-795751-2-iscsi {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:19:24.914302 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea215e75-5632-48df-8fab-c632372b069e None None] Routers {'9533268c-9cb0-498a-99e0-269839ac0afc'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:24.915533 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-ea215e75-5632-48df-8fab-c632372b069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:19:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['9533268c-9cb0-498a-99e0-269839ac0afc'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:24.949221 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-06d51ad5-d48b-4487-99f1-c447fe899867 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0063756 Jun 18 14:19:24.957201 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 44890) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:24.986246 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-a624feb8-1316-4a69-85db-df120df909ae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-589389628-router', 'tenant_id': '83576f7717374265a645f3e5df88102f', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:24.994935 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port d0cec79d-51e1-462f-aa19-1fc1582cdbc6, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=d0cec79d-51e1-462f-aa19-1fc1582cdbc6,segment=NetworkSegment(3268c0c4-e8d6-49a1-80fc-53a179764921),segment_id=3268c0c4-e8d6-49a1-80fc-53a179764921)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:19:25.013271 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:25.084105 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a8607dd4-69d5-4915-8e8f-652df20042e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:25.135753 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-ea215e75-5632-48df-8fab-c632372b069e None None] Set router 9533268c-9cb0-498a-99e0-269839ac0afc gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:25.162196 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:25.163610 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:25.166997 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-2dbd62ad-9c73-441d-9815-1938123aef21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:25.223032 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a8607dd4-69d5-4915-8e8f-652df20042e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:25.243769 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a624feb8-1316-4a69-85db-df120df909ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3944'] for router, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:25.244812 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a624feb8-1316-4a69-85db-df120df909ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3939'] for router, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:25.283402 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ac94b470-566f-40a0-a674-697011c78842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635706'] for router, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:25.327408 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a624feb8-1316-4a69-85db-df120df909ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:25.374405 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-ea215e75-5632-48df-8fab-c632372b069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9533268c-9cb0-498a-99e0-269839ac0afc', 'name': 'tempest-ServerRescueNegativeTestJSON-1195736879-router', 'tenant_id': '0114c6b5421b4c0d82d45f17131ded96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '9ad4dc84-73ef-44da-893a-c1c46be68abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:14:40Z', 'updated_at': '2021-06-18T14:19:22Z', 'revision_number': 5, 'project_id': '0114c6b5421b4c0d82d45f17131ded96', 'gw_port': {'id': '9ad4dc84-73ef-44da-893a-c1c46be68abf', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9533268c-9cb0-498a-99e0-269839ac0afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:14:41Z', 'updated_at': '2021-06-18T14:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:25.404317 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea215e75-5632-48df-8fab-c632372b069e None None] Checking router: 9533268c-9cb0-498a-99e0-269839ac0afc for host: dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:19:25.414632 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea215e75-5632-48df-8fab-c632372b069e None None] Routers {'9533268c-9cb0-498a-99e0-269839ac0afc'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:25.415695 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-ea215e75-5632-48df-8fab-c632372b069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:19:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['9533268c-9cb0-498a-99e0-269839ac0afc'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:25.487612 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-a8607dd4-69d5-4915-8e8f-652df20042e3 admin admin] Deleting port 9ad4dc84-73ef-44da-893a-c1c46be68abf {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:19:25.488237 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a8607dd4-69d5-4915-8e8f-652df20042e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:25.666206 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=d0cec79d-51e1-462f-aa19-1fc1582cdbc6,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:25.678538 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:25.706299 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [None req-a8607dd4-69d5-4915-8e8f-652df20042e3 admin admin] For port 9ad4dc84-73ef-44da-893a-c1c46be68abf, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=9ad4dc84-73ef-44da-893a-c1c46be68abf,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:19:25.707400 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a8607dd4-69d5-4915-8e8f-652df20042e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:25.787087 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:25.790680 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d5ec8f6-9621-5ecb-8e85-a3906f322592-220fa257-4661-40d5-978d-1ef127bde487', 'network_id': '220fa257-4661-40d5-978d-1ef127bde487', 'tenant_id': '83576f7717374265a645f3e5df88102f', 'fixed_ips': [{'subnet_id': 'bfd1692a-2d72-4736-bec2-9e1d01755067'}]}} from dv-cinder-795751-2-iscsi. {{(pid=93614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 14:19:25.792205 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:25.821538 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-ea215e75-5632-48df-8fab-c632372b069e None None] Set router 9533268c-9cb0-498a-99e0-269839ac0afc gateway port host: None {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:25.826841 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:25.827331 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:25.852382 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-a8607dd4-69d5-4915-8e8f-652df20042e3 admin admin] Calling delete_port for 9ad4dc84-73ef-44da-893a-c1c46be68abf owned by network:router_gateway {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:19:25.961663 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-ea215e75-5632-48df-8fab-c632372b069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9533268c-9cb0-498a-99e0-269839ac0afc', 'name': 'tempest-ServerRescueNegativeTestJSON-1195736879-router', 'tenant_id': '0114c6b5421b4c0d82d45f17131ded96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:14:40Z', 'updated_at': '2021-06-18T14:19:25Z', 'revision_number': 6, 'project_id': '0114c6b5421b4c0d82d45f17131ded96', 'gw_port_host': None}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:26.052280 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea215e75-5632-48df-8fab-c632372b069e None None] The sync data for ids ['9533268c-9cb0-498a-99e0-269839ac0afc'] in dv-cinder-795751-2-iscsi is: [{'id': '9533268c-9cb0-498a-99e0-269839ac0afc', 'name': 'tempest-ServerRescueNegativeTestJSON-1195736879-router', 'tenant_id': '0114c6b5421b4c0d82d45f17131ded96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:14:40Z', 'updated_at': '2021-06-18T14:19:25Z', 'revision_number': 6, 'project_id': '0114c6b5421b4c0d82d45f17131ded96', 'gw_port_host': None}] {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:19:26.168064 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:26.181391 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a624feb8-1316-4a69-85db-df120df909ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3957'] for router, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:26.194153 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac94b470-566f-40a0-a674-697011c78842 admin admin] Router 6eea319a-0316-4a8f-a950-6b3185291b84 is scheduled to L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff with binding_index 1 {{(pid=93613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 14:19:26.199222 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.db_base_plugin_common [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Allocated IP 172.20.0.2 (220fa257-4661-40d5-978d-1ef127bde487/bfd1692a-2d72-4736-bec2-9e1d01755067/e3e18332-d8a5-4112-9bb7-71f3b87f1575) {{(pid=93614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:19:26.454992 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a8607dd4-69d5-4915-8e8f-652df20042e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:26.471615 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9ec12fe5-bad7-4952-ae8b-851a831bc15f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:26.531247 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8607dd4-69d5-4915-8e8f-652df20042e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad4dc84-73ef-44da-893a-c1c46be68abf,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:26.537923 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-a8607dd4-69d5-4915-8e8f-652df20042e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:26.583857 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] Notify callbacks [] for port, precommit_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:26.585002 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac94b470-566f-40a0-a674-697011c78842 admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:19:26.595352 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=269fdb2e-dc00-4bed-97f8-b3d9ed6100ba,segment=NetworkSegment(185dfd07-2398-41c2-aaf9-adafa54a9de6),segment_id=185dfd07-2398-41c2-aaf9-adafa54a9de6)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:19:26.608103 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] Sync routers for ids ['6eea319a-0316-4a8f-a950-6b3185291b84'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:19:26.629123 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] Transition to ACTIVE for port object 90c8e82a-0c7b-4ca7-8843-0394a45f14fb will not be triggered until provisioned by entity L2. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:26.635687 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a8607dd4-69d5-4915-8e8f-652df20042e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635751'] for router_gateway, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:26.646433 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] Routers {'6eea319a-0316-4a8f-a950-6b3185291b84'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:26.655607 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:19:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['6eea319a-0316-4a8f-a950-6b3185291b84'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:26.702561 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:26.718902 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-6c4098a5-3a31-4c80-b193-bff43b74abb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:26.777421 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:26.817099 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ac94b470-566f-40a0-a674-697011c78842 admin admin] Notify callbacks [] for router, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:26.819448 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-ac94b470-566f-40a0-a674-697011c78842 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.4006388 Jun 18 14:19:26.921040 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 44918) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:27.097571 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Notify callbacks [] for port, precommit_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:27.100198 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=269fdb2e-dc00-4bed-97f8-b3d9ed6100ba,revision_number=3']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:27.114385 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:27.151690 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] Set router 6eea319a-0316-4a8f-a950-6b3185291b84 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:27.217909 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-6b2b6929-dbeb-42be-b8db-be484bf77755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.423s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:27.229244 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device d0cec79d-51e1-462f-aa19-1fc1582cdbc6 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:27.254726 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a624feb8-1316-4a69-85db-df120df909ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:27.285592 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a624feb8-1316-4a69-85db-df120df909ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:27.314381 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Transition to ACTIVE for port object e3e18332-d8a5-4112-9bb7-71f3b87f1575 will not be triggered until provisioned by entity L2. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:27.357162 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a8607dd4-69d5-4915-8e8f-652df20042e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:27.360711 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] Attempting to bind port 90c8e82a-0c7b-4ca7-8843-0394a45f14fb on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:19:27.361118 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] Attempting to bind port 90c8e82a-0c7b-4ca7-8843-0394a45f14fb by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': 'e5fa2761-6016-43d4-a74e-a4fdbc29bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3'}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:19:27.361500 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] Attempting to bind port 90c8e82a-0c7b-4ca7-8843-0394a45f14fb on network 3fd89ab7-5588-43a8-84be-21487b134cf3 {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:19:27.366080 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a8607dd4-69d5-4915-8e8f-652df20042e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:27.403808 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:19:27.404205 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] Checking segment: {'id': 'e5fa2761-6016-43d4-a74e-a4fdbc29bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:19:27.404622 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:27.405053 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] Bound using segment: {'id': 'e5fa2761-6016-43d4-a74e-a4fdbc29bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3'} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:19:27.405586 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] Bound port: 90c8e82a-0c7b-4ca7-8843-0394a45f14fb, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fa2761-6016-43d4-a74e-a4fdbc29bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3'}}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:19:27.405966 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:27.411420 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Transition to ACTIVE for port object e3e18332-d8a5-4112-9bb7-71f3b87f1575 will not be triggered until provisioned by entity DHCP. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:27.432384 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af2232-119f-4662-8550-228df6d3b9d2 None None] Pushing event updated for resources: {'Port': ['ID=90c8e82a-0c7b-4ca7-8843-0394a45f14fb,revision_number=3']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:27.440546 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-d6af2232-119f-4662-8550-228df6d3b9d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:27.546158 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port d0cec79d-51e1-462f-aa19-1fc1582cdbc6 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:27.546548 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:27.601983 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] For port 90c8e82a-0c7b-4ca7-8843-0394a45f14fb, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:19:27.605949 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [None req-a624feb8-1316-4a69-85db-df120df909ae admin admin] Allocated IP 172.27.3.103 (bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae/6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898/87222ab1-7119-4ace-9122-7702a515301c) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:19:27.618198 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990'] for port, after_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:27.626318 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] For port 90c8e82a-0c7b-4ca7-8843-0394a45f14fb, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=90c8e82a-0c7b-4ca7-8843-0394a45f14fb,segment=NetworkSegment(e5fa2761-6016-43d4-a74e-a4fdbc29bc44),segment_id=e5fa2761-6016-43d4-a74e-a4fdbc29bc44)] {{(pid=93614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:19:27.627997 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:27.647598 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a8607dd4-69d5-4915-8e8f-652df20042e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606504'] for router, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:27.648164 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8607dd4-69d5-4915-8e8f-652df20042e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9533268c-9cb0-498a-99e0-269839ac0afc {{(pid=93612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 14:19:27.656371 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a8607dd4-69d5-4915-8e8f-652df20042e3 admin admin] Notify callbacks [] for router, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:27.664349 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 44924) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:27.666672 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-a8607dd4-69d5-4915-8e8f-652df20042e3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/9533268c-9cb0-498a-99e0-269839ac0afc HTTP/1.1" status: 204 len: 168 time: 2.7876129 Jun 18 14:19:27.694027 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Network 220fa257-4661-40d5-978d-1ef127bde487 is already hosted by enough agents. {{(pid=93614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:19:27.704017 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.scheduler.base_scheduler [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Resources bound (agent type, host, resource id): {{(pid=93614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:27.707915 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Pushing event updated for resources: {'Port': ['ID=e3e18332-d8a5-4112-9bb7-71f3b87f1575,revision_number=1']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:27.710519 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Received port after_create {{(pid=93614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:19:27.736583 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eea319a-0316-4a8f-a950-6b3185291b84', 'name': 'tempest-TestVolumeBootPattern-933826208-router', 'tenant_id': '46d18b445d0941089c67a72d08a48aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '2af15f90-e12a-4a96-8aad-75725f1f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:18Z', 'updated_at': '2021-06-18T14:19:24Z', 'revision_number': 3, 'project_id': '46d18b445d0941089c67a72d08a48aba', 'gw_port': {'id': '2af15f90-e12a-4a96-8aad-75725f1f29d4', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:68:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eea319a-0316-4a8f-a950-6b3185291b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:21Z', 'updated_at': '2021-06-18T14:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:27.739640 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:27.746513 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:27.785659 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:27.813564 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] Checking router: 6eea319a-0316-4a8f-a950-6b3185291b84 for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:19:27.813973 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] Updating router 6eea319a-0316-4a8f-a950-6b3185291b84 port 2af15f90-e12a-4a96-8aad-75725f1f29d4 binding host dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 14:19:27.998149 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:28.007429 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3d051c-4003-4a1d-a96f-e2660373f572 admin admin] Deleting subnet e09c94b7-02ea-47cd-90c5-ff12c8357fed {{(pid=93613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 14:19:28.028263 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1f3d051c-4003-4a1d-a96f-e2660373f572 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:28.032330 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] Routers {'d6121904-24a4-4d49-8f09-35a39a3334fb'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:28.033059 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:19:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['d6121904-24a4-4d49-8f09-35a39a3334fb'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:28.036959 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af2232-119f-4662-8550-228df6d3b9d2 None None] Pushing event updated for resources: {'Port': ['ID=90c8e82a-0c7b-4ca7-8843-0394a45f14fb,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:28.053359 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device ea6cfdfb-53e5-499a-93c1-c65005c58d76 no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:19:28.062991 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Attempting to bind port e3e18332-d8a5-4112-9bb7-71f3b87f1575 on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:19:28.063389 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Attempting to bind port e3e18332-d8a5-4112-9bb7-71f3b87f1575 by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '2d5a26f0-3387-4442-8949-182ed91b57b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '220fa257-4661-40d5-978d-1ef127bde487'}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:19:28.063980 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Attempting to bind port e3e18332-d8a5-4112-9bb7-71f3b87f1575 on network 220fa257-4661-40d5-978d-1ef127bde487 {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:19:28.069165 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-d6af2232-119f-4662-8550-228df6d3b9d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:28.075566 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a624feb8-1316-4a69-85db-df120df909ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:28.120031 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1f3d051c-4003-4a1d-a96f-e2660373f572 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11651492'] for subnet, precommit_delete_associations {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:28.171374 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269255d-324c-42ab-bb20-cdb578dd9d17 req-6e257380-6973-4893-89d6-1be640277021 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:28.173355 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b269255d-324c-42ab-bb20-cdb578dd9d17 req-6e257380-6973-4893-89d6-1be640277021 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 946 time: 0.3083954 Jun 18 14:19:28.193065 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:28.234729 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:19:28.235476 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Checking segment: {'id': '2d5a26f0-3387-4442-8949-182ed91b57b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '220fa257-4661-40d5-978d-1ef127bde487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:19:28.236149 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:28.236848 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Bound using segment: {'id': '2d5a26f0-3387-4442-8949-182ed91b57b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '220fa257-4661-40d5-978d-1ef127bde487'} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:19:28.237725 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Bound port: e3e18332-d8a5-4112-9bb7-71f3b87f1575, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5a26f0-3387-4442-8949-182ed91b57b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '220fa257-4661-40d5-978d-1ef127bde487'}}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:19:28.238373 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:28.243172 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: ea6cfdfb-53e5-499a-93c1-c65005c58d76 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:19:28.243757 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device ea6cfdfb-53e5-499a-93c1-c65005c58d76 not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:19:28.244905 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 9ad4dc84-73ef-44da-893a-c1c46be68abf no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:19:28.250945 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1f3d051c-4003-4a1d-a96f-e2660373f572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3459435'] for subnet, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:28.301606 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: 9ad4dc84-73ef-44da-893a-c1c46be68abf {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:19:28.301962 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 9ad4dc84-73ef-44da-893a-c1c46be68abf not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:19:28.350217 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b269255d-324c-42ab-bb20-cdb578dd9d17 req-607bf351-121b-409c-8d39-ac19728daef2 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610782 Jun 18 14:19:28.438368 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] Set router d6121904-24a4-4d49-8f09-35a39a3334fb gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:28.473677 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a624feb8-1316-4a69-85db-df120df909ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11814889'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:28.475711 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] For port e3e18332-d8a5-4112-9bb7-71f3b87f1575, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:19:28.479099 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:28.516192 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1f3d051c-4003-4a1d-a96f-e2660373f572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3459428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11814812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8408805'] for subnet, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:28.540523 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] Allocated IP 172.20.0.1 (cd1be7d6-e513-44d8-9db7-fc8265717400/c3cff08c-bf3f-4da4-bdec-92ec448f9072/27537899-1e30-4362-a538-70415f3422d9) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:19:28.543946 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a624feb8-1316-4a69-85db-df120df909ae admin admin] Network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:19:28.560109 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-a624feb8-1316-4a69-85db-df120df909ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:28.560382 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] For port e3e18332-d8a5-4112-9bb7-71f3b87f1575, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=e3e18332-d8a5-4112-9bb7-71f3b87f1575,segment=NetworkSegment(2d5a26f0-3387-4442-8949-182ed91b57b5),segment_id=2d5a26f0-3387-4442-8949-182ed91b57b5)] {{(pid=93614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:19:28.564599 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a624feb8-1316-4a69-85db-df120df909ae admin admin] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:19:28.596641 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1f3d051c-4003-4a1d-a96f-e2660373f572 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:28.598616 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-1f3d051c-4003-4a1d-a96f-e2660373f572 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e09c94b7-02ea-47cd-90c5-ff12c8357fed HTTP/1.1" status: 204 len: 168 time: 0.8670006 Jun 18 14:19:28.599482 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624feb8-1316-4a69-85db-df120df909ae admin admin] Pushing event updated for resources: {'Port': ['ID=87222ab1-7119-4ace-9122-7702a515301c,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:28.603887 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 44934) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:28.631747 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-a624feb8-1316-4a69-85db-df120df909ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:28.632425 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-40b44f94-59e0-4c8f-a7d6-6560072d2837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:28.733186 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6008bbca-34a0-4e23-baf9-d868bafcc49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3629591'] for network, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:28.785899 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:28.794061 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-d6af2232-119f-4662-8550-228df6d3b9d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:28.922192 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6008bbca-34a0-4e23-baf9-d868bafcc49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3460340', 'neutron.services.segments.db._delete_segments_for_network-8749953549011'] for network, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:28.937386 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:28.967348 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.services.segments.db [None req-6008bbca-34a0-4e23-baf9-d868bafcc49d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c5be27-f70c-4e03-8010-617386ed8973']}} {{(pid=93612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:28.993520 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.services.segments.db [None req-6008bbca-34a0-4e23-baf9-d868bafcc49d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f860b5e1-4f16-401c-b96c-7d17876ca74e') {'for_net_delete': True} {{(pid=93612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:28.994350 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.services.segments.db [None req-6008bbca-34a0-4e23-baf9-d868bafcc49d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f860b5e1-4f16-401c-b96c-7d17876ca74e') {} {{(pid=93612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:29.021297 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6008bbca-34a0-4e23-baf9-d868bafcc49d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749953548840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12265506'] for segment, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:29.047699 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6008bbca-34a0-4e23-baf9-d868bafcc49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:29.047932 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d051c-4003-4a1d-a96f-e2660373f572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e09c94b7-02ea-47cd-90c5-ff12c8357fed,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:29.056972 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-1f3d051c-4003-4a1d-a96f-e2660373f572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:29.067094 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6008bbca-34a0-4e23-baf9-d868bafcc49d admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=93612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 14:19:29.068746 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6008bbca-34a0-4e23-baf9-d868bafcc49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12340347'] for segment, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:29.102607 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Pushing event updated for resources: {'Port': ['ID=e3e18332-d8a5-4112-9bb7-71f3b87f1575,revision_number=2']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:29.106212 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: Traceback (most recent call last): Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: timer() Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: cb(*args, **kw) Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: return func(*args, **kwargs) Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: self._notify() Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: self.callback(batched_events) Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: event.method(event) Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: return f(self, *a, **k) Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: return self._get(url).json() Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: return self.request(url, 'GET', **kwargs) Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 14:19:29.123324 dv-cinder-795751-2-iscsi neutron-server[93612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 14:19:29.224419 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:29.251608 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:29.252007 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:29.257598 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.provisioning_blocks [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] Transition to ACTIVE for port object 27537899-1e30-4362-a538-70415f3422d9 will not be triggered until provisioned by entity DHCP. {{(pid=93613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:29.263404 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] Notify callbacks [] for port, precommit_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:29.288715 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6008bbca-34a0-4e23-baf9-d868bafcc49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3460333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635832'] for network, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:29.297058 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-04781f92-8c4f-4848-a393-9b0e89fea9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:29.300783 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] Transition to ACTIVE for port object 2af15f90-e12a-4a96-8aad-75725f1f29d4 will not be triggered until provisioned by entity L2. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:29.302658 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6008bbca-34a0-4e23-baf9-d868bafcc49d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:29.336761 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-6008bbca-34a0-4e23-baf9-d868bafcc49d admin admin] 10.222.0.26 "DELETE /v2.0/networks/98c5be27-f70c-4e03-8010-617386ed8973 HTTP/1.1" status: 204 len: 168 time: 0.7311006 Jun 18 14:19:29.362306 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008bbca-34a0-4e23-baf9-d868bafcc49d admin admin] Pushing event deleted for resources: {'Network': ['ID=98c5be27-f70c-4e03-8010-617386ed8973,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:29.364545 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-6008bbca-34a0-4e23-baf9-d868bafcc49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:29.374150 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'name': 'tempest-TestMinimumBasicScenario-1199809566-router', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:09Z', 'updated_at': '2021-06-18T14:19:19Z', 'revision_number': 4, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'gw_port': {'id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:10Z', 'updated_at': '2021-06-18T14:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '90c8e82a-0c7b-4ca7-8843-0394a45f14fb', 'name': '', 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'mac_address': 'fa:16:3e:07:de:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6f5051b7-2cd7-4144-8b1c-0ef6aec7a424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:18Z', 'updated_at': '2021-06-18T14:19:27Z', 'revision_number': 4, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'subnets': [{'id': '6f5051b7-2cd7-4144-8b1c-0ef6aec7a424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:29.415089 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929fe273-1fa7-475a-afbd-dd0386f79f7e None None] The sync data for ids ['d6121904-24a4-4d49-8f09-35a39a3334fb'] in dv-cinder-795751-2-iscsi is: [{'id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'name': 'tempest-TestMinimumBasicScenario-1199809566-router', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:09Z', 'updated_at': '2021-06-18T14:19:19Z', 'revision_number': 4, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'gw_port': {'id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:10Z', 'updated_at': '2021-06-18T14:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '90c8e82a-0c7b-4ca7-8843-0394a45f14fb', 'name': '', 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'mac_address': 'fa:16:3e:07:de:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6f5051b7-2cd7-4144-8b1c-0ef6aec7a424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:18Z', 'updated_at': '2021-06-18T14:19:27Z', 'revision_number': 4, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'subnets': [{'id': '6f5051b7-2cd7-4144-8b1c-0ef6aec7a424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:19:29.566053 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a624feb8-1316-4a69-85db-df120df909ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:29.577793 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:29.584019 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:29.663696 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] Attempting to bind port 2af15f90-e12a-4a96-8aad-75725f1f29d4 on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:19:29.664278 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] Attempting to bind port 2af15f90-e12a-4a96-8aad-75725f1f29d4 by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:19:29.665243 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] Attempting to bind port 2af15f90-e12a-4a96-8aad-75725f1f29d4 on network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:19:29.666484 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11814889'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:29.674541 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12753e2b-6f50-4e79-97e3-fabf8492f9ee None None] Pushing event updated for resources: {'Port': ['ID=2af15f90-e12a-4a96-8aad-75725f1f29d4,revision_number=2']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:29.675634 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-a624feb8-1316-4a69-85db-df120df909ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:29.677434 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-12753e2b-6f50-4e79-97e3-fabf8492f9ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:29.678916 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:19:29.679376 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] Checking segment: {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:19:29.679798 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:29.680294 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] Bound using segment: {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:19:29.682721 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] Bound port: 2af15f90-e12a-4a96-8aad-75725f1f29d4, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:19:29.682721 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:29.779789 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] For port 2af15f90-e12a-4a96-8aad-75725f1f29d4, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:19:29.783802 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] For port 2af15f90-e12a-4a96-8aad-75725f1f29d4, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=2af15f90-e12a-4a96-8aad-75725f1f29d4,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:19:29.878711 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] Network cd1be7d6-e513-44d8-9db7-fc8265717400 is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:19:29.890762 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:29.900327 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:19:29.906503 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:29.910033 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:29.931138 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] Pushing event updated for resources: {'Port': ['ID=27537899-1e30-4362-a538-70415f3422d9,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:29.943758 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:29.970013 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] Routers {'6eea319a-0316-4a8f-a950-6b3185291b84'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:29.971069 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:19:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['6eea319a-0316-4a8f-a950-6b3185291b84'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:29.988131 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 44944) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:30.036612 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:19:30.081651 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636949'] for router_interface, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:30.082766 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-53630cc5-56c8-4b19-95fd-55284868ee81 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0114c6b5421b4c0d82d45f17131ded96&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0847948 Jun 18 14:19:30.084198 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 44948) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:30.215296 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-dcacc9b7-b910-447f-8e07-2543538fad5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:30.248395 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12753e2b-6f50-4e79-97e3-fabf8492f9ee None None] Pushing event updated for resources: {'Port': ['ID=2af15f90-e12a-4a96-8aad-75725f1f29d4,revision_number=3']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:30.263811 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-12753e2b-6f50-4e79-97e3-fabf8492f9ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:30.266879 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-dcacc9b7-b910-447f-8e07-2543538fad5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:30.346296 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] Set router 6eea319a-0316-4a8f-a950-6b3185291b84 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:30.422544 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a624feb8-1316-4a69-85db-df120df909ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635706'] for router, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:30.467717 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b3c56-e5bd-4a66-bc69-60956211dec9 req-3341835d-f5a7-491f-a33f-0433aba17a93 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:30.479448 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-de7b3c56-e5bd-4a66-bc69-60956211dec9 req-3341835d-f5a7-491f-a33f-0433aba17a93 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 946 time: 0.6959503 Jun 18 14:19:30.494792 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-dcacc9b7-b910-447f-8e07-2543538fad5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:30.504860 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-dcacc9b7-b910-447f-8e07-2543538fad5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:30.519446 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-dcacc9b7-b910-447f-8e07-2543538fad5c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2992375-fab3-49ff-86e5-9348196ac2fa HTTP/1.1" status: 204 len: 168 time: 0.4249716 Jun 18 14:19:30.520574 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-68019121-60bc-48de-9688-c496b2f430a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:30.543633 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcacc9b7-b910-447f-8e07-2543538fad5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2992375-fab3-49ff-86e5-9348196ac2fa,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:30.549620 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-dcacc9b7-b910-447f-8e07-2543538fad5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:30.600211 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72a984-c2ca-4191-832f-204dd65d0dbc req-9185afcf-ac0b-4268-8925-c41fe4e9df2f tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:30.603733 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8d72a984-c2ca-4191-832f-204dd65d0dbc req-9185afcf-ac0b-4268-8925-c41fe4e9df2f tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.38 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 946 time: 0.5603518 Jun 18 14:19:30.615072 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-7c7f8749-8623-4d5c-b1f6-83d2ec2a05ee None None] Provisioning for port 27537899-1e30-4362-a538-70415f3422d9 completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:30.647879 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-7c7f8749-8623-4d5c-b1f6-83d2ec2a05ee None None] Provisioning complete for port 27537899-1e30-4362-a538-70415f3422d9 triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:30.648267 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-7c7f8749-8623-4d5c-b1f6-83d2ec2a05ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:30.701953 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3083e41e-cb3e-4d0b-9107-73c53ddc8e77 None None] Network 220fa257-4661-40d5-978d-1ef127bde487 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:19:30.731844 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f8749-8623-4d5c-b1f6-83d2ec2a05ee None None] Port 27537899-1e30-4362-a538-70415f3422d9 cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:19:30.807823 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-de7b3c56-e5bd-4a66-bc69-60956211dec9 req-9b9d6f21-296d-4c36-b472-3b0ac20b9b1d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271713 Jun 18 14:19:30.897492 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eea319a-0316-4a8f-a950-6b3185291b84', 'name': 'tempest-TestVolumeBootPattern-933826208-router', 'tenant_id': '46d18b445d0941089c67a72d08a48aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '2af15f90-e12a-4a96-8aad-75725f1f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:18Z', 'updated_at': '2021-06-18T14:19:24Z', 'revision_number': 3, 'project_id': '46d18b445d0941089c67a72d08a48aba', 'gw_port': {'id': '2af15f90-e12a-4a96-8aad-75725f1f29d4', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:68:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eea319a-0316-4a8f-a950-6b3185291b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:21Z', 'updated_at': '2021-06-18T14:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:30.934136 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1094f537-bb62-4f31-82c2-ceb453ce10dc None None] The sync data for ids ['6eea319a-0316-4a8f-a950-6b3185291b84'] in dv-cinder-795751-2-iscsi is: [{'id': '6eea319a-0316-4a8f-a950-6b3185291b84', 'name': 'tempest-TestVolumeBootPattern-933826208-router', 'tenant_id': '46d18b445d0941089c67a72d08a48aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '2af15f90-e12a-4a96-8aad-75725f1f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:18Z', 'updated_at': '2021-06-18T14:19:24Z', 'revision_number': 3, 'project_id': '46d18b445d0941089c67a72d08a48aba', 'gw_port': {'id': '2af15f90-e12a-4a96-8aad-75725f1f29d4', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:68:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eea319a-0316-4a8f-a950-6b3185291b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:21Z', 'updated_at': '2021-06-18T14:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:19:31.012901 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:31.029623 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 90c8e82a-0c7b-4ca7-8843-0394a45f14fb up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:31.033404 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-84207b8c-6959-4907-9d02-2ebfa960eb62 None None] Provisioning for port e3e18332-d8a5-4112-9bb7-71f3b87f1575 completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:31.111756 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a624feb8-1316-4a69-85db-df120df909ae admin admin] Router 18b87880-4cc5-4718-8f28-6af08cd3f6c4 is scheduled to L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff with binding_index 1 {{(pid=93613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 14:19:31.130578 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [req-8d72a984-c2ca-4191-832f-204dd65d0dbc req-adfd72a8-ec15-48b6-80b3-ff41aec4630e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Deleting port 95d94fa4-dbbc-44f1-b96a-89756c38a530 {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:19:31.131060 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-8d72a984-c2ca-4191-832f-204dd65d0dbc req-adfd72a8-ec15-48b6-80b3-ff41aec4630e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:31.266615 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port 90c8e82a-0c7b-4ca7-8843-0394a45f14fb completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:31.273843 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 90c8e82a-0c7b-4ca7-8843-0394a45f14fb triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:31.274663 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:31.439066 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:31.516939 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a624feb8-1316-4a69-85db-df120df909ae admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:19:31.567188 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] Sync routers for ids ['18b87880-4cc5-4718-8f28-6af08cd3f6c4'] in dv-cinder-795751-2-iscsi {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:19:31.570805 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port 90c8e82a-0c7b-4ca7-8843-0394a45f14fb, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=90c8e82a-0c7b-4ca7-8843-0394a45f14fb,segment=NetworkSegment(e5fa2761-6016-43d4-a74e-a4fdbc29bc44),segment_id=e5fa2761-6016-43d4-a74e-a4fdbc29bc44)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:19:31.582822 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-8d72a984-c2ca-4191-832f-204dd65d0dbc req-adfd72a8-ec15-48b6-80b3-ff41aec4630e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] For port 95d94fa4-dbbc-44f1-b96a-89756c38a530, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=95d94fa4-dbbc-44f1-b96a-89756c38a530,segment=NetworkSegment(7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f),segment_id=7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:19:31.584613 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-8d72a984-c2ca-4191-832f-204dd65d0dbc req-adfd72a8-ec15-48b6-80b3-ff41aec4630e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:31.585403 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] Routers {'18b87880-4cc5-4718-8f28-6af08cd3f6c4'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:31.586247 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:19:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['18b87880-4cc5-4718-8f28-6af08cd3f6c4'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:31.746485 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [req-8d72a984-c2ca-4191-832f-204dd65d0dbc req-adfd72a8-ec15-48b6-80b3-ff41aec4630e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Calling delete_port for 95d94fa4-dbbc-44f1-b96a-89756c38a530 owned by compute:nova {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:19:31.759092 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:31.761174 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device e3e18332-d8a5-4112-9bb7-71f3b87f1575 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:31.770431 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a624feb8-1316-4a69-85db-df120df909ae admin admin] Notify callbacks [] for router, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:31.772773 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-a624feb8-1316-4a69-85db-df120df909ae admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8109140 Jun 18 14:19:31.777414 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:31.779113 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 44968) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:31.804626 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:31.814348 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] Set router 18b87880-4cc5-4718-8f28-6af08cd3f6c4 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:31.991852 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=90c8e82a-0c7b-4ca7-8843-0394a45f14fb,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:32.004112 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11814879'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:32.012850 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:32.059874 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:32.157026 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port e3e18332-d8a5-4112-9bb7-71f3b87f1575 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:32.161847 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port e3e18332-d8a5-4112-9bb7-71f3b87f1575 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:32.165411 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:32.245580 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b87880-4cc5-4718-8f28-6af08cd3f6c4', 'name': 'tempest-TestMinimumBasicScenario-589389628-router', 'tenant_id': '83576f7717374265a645f3e5df88102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '87222ab1-7119-4ace-9122-7702a515301c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:25Z', 'updated_at': '2021-06-18T14:19:29Z', 'revision_number': 3, 'project_id': '83576f7717374265a645f3e5df88102f', 'gw_port': {'id': '87222ab1-7119-4ace-9122-7702a515301c', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:98:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b87880-4cc5-4718-8f28-6af08cd3f6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:27Z', 'updated_at': '2021-06-18T14:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:32.256040 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] Pushing event updated for resources: {'Port': ['ID=27537899-1e30-4362-a538-70415f3422d9,revision_number=2']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:32.275770 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:32.306540 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3640674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637196'] for router_interface, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:32.369513 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] Checking router: 18b87880-4cc5-4718-8f28-6af08cd3f6c4 for host: dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:19:32.374457 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] Updating router 18b87880-4cc5-4718-8f28-6af08cd3f6c4 port 87222ab1-7119-4ace-9122-7702a515301c binding host dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 14:19:32.386823 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:32.482734 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port e3e18332-d8a5-4112-9bb7-71f3b87f1575, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=e3e18332-d8a5-4112-9bb7-71f3b87f1575,segment=NetworkSegment(2d5a26f0-3387-4442-8949-182ed91b57b5),segment_id=2d5a26f0-3387-4442-8949-182ed91b57b5)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:19:32.556282 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:32.562737 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:32.568073 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:32.694791 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=e3e18332-d8a5-4112-9bb7-71f3b87f1575,revision_number=3']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:32.704925 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:32.778334 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e6ada-0ae4-4356-bdc7-67873d3dd6d5 req-8e6348cf-89c0-4378-aa6c-921b33f776e6 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:32.793917 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-355e6ada-0ae4-4356-bdc7-67873d3dd6d5 req-8e6348cf-89c0-4378-aa6c-921b33f776e6 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 946 time: 0.6529729 Jun 18 14:19:32.803778 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-8d72a984-c2ca-4191-832f-204dd65d0dbc req-adfd72a8-ec15-48b6-80b3-ff41aec4630e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:32.810481 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 44990) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:32.824068 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:32.859523 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['5aed1d4a-e478-41df-810a-be5c1d4fb512', 'f2b18c5b-cd89-4511-8198-c89237ba3b00'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:19:32.879449 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:32.908660 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] Network cd1be7d6-e513-44d8-9db7-fc8265717400 is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:19:32.958505 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd72a8-ec15-48b6-80b3-ff41aec4630e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Pushing event deleted for resources: {'Port': ['ID=95d94fa4-dbbc-44f1-b96a-89756c38a530,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:33.021822 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-adfd72a8-ec15-48b6-80b3-ff41aec4630e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:33.027551 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-e37473e5-a16e-453d-9292-60d6558afbdf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-661007217-network', 'tenant_id': '107d8e292f474633ab35671645fd2880'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:33.042194 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:33.144406 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37473e5-a16e-453d-9292-60d6558afbdf admin admin] Made reservation on behalf of 107d8e292f474633ab35671645fd2880 for: {'network': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:19:33.148473 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-e37473e5-a16e-453d-9292-60d6558afbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for network, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:33.167386 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-e37473e5-a16e-453d-9292-60d6558afbdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:33.224343 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] Allocated IP 172.20.0.1 (220fa257-4661-40d5-978d-1ef127bde487/bfd1692a-2d72-4736-bec2-9e1d01755067/4f7271b3-f70e-49e5-81f5-7bef2e2635b5) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:19:33.237048 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 2af15f90-e12a-4a96-8aad-75725f1f29d4 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:33.256504 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d72a984-c2ca-4191-832f-204dd65d0dbc req-adfd72a8-ec15-48b6-80b3-ff41aec4630e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] No DVR routers for this DVR port 95d94fa4-dbbc-44f1-b96a-89756c38a530 on host hv-cinder-79575 {{(pid=93613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:19:33.302455 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-355e6ada-0ae4-4356-bdc7-67873d3dd6d5 req-7c70cefe-5312-4eb4-b7d3-88e6858e807e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4879878 Jun 18 14:19:33.316682 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-8d72a984-c2ca-4191-832f-204dd65d0dbc req-adfd72a8-ec15-48b6-80b3-ff41aec4630e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:33.325718 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8d72a984-c2ca-4191-832f-204dd65d0dbc req-adfd72a8-ec15-48b6-80b3-ff41aec4630e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.38 "DELETE /v2.0/ports/95d94fa4-dbbc-44f1-b96a-89756c38a530 HTTP/1.1" status: 204 len: 173 time: 2.7049329 Jun 18 14:19:33.326115 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aadb672-29b0-4e69-8d22-037494e5a19b', 'name': 'network-vif-deleted', 'tag': '95d94fa4-dbbc-44f1-b96a-89756c38a530'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:19:33.341006 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee0a880-ab2d-466b-97fe-337866fb6f97" -d '{"events": [{"server_uuid": "6aadb672-29b0-4e69-8d22-037494e5a19b", "name": "network-vif-deleted", "tag": "95d94fa4-dbbc-44f1-b96a-89756c38a530"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:19:33.449430 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] Notify callbacks [] for port, precommit_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:33.484867 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.provisioning_blocks [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] Transition to ACTIVE for port object 87222ab1-7119-4ace-9122-7702a515301c will not be triggered until provisioned by entity L2. {{(pid=93615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:33.525913 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] Router 6eea319a-0316-4a8f-a950-6b3185291b84 has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:19:33.529148 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020f2b68-0329-4fd0-b729-b12943d7da98 x-openstack-request-id: req-020f2b68-0329-4fd0-b729-b12943d7da98 {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:19:33.529813 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aadb672-29b0-4e69-8d22-037494e5a19b", "name": "network-vif-deleted", "tag": "95d94fa4-dbbc-44f1-b96a-89756c38a530", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:19:33.530303 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-020f2b68-0329-4fd0-b729-b12943d7da98 {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:19:33.530947 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aadb672-29b0-4e69-8d22-037494e5a19b', 'name': 'network-vif-deleted', 'tag': '95d94fa4-dbbc-44f1-b96a-89756c38a530', 'status': 'completed', 'code': 200} Jun 18 14:19:33.591584 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:33.601828 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:33.743881 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] Attempting to bind port 87222ab1-7119-4ace-9122-7702a515301c on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:19:33.744901 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] Attempting to bind port 87222ab1-7119-4ace-9122-7702a515301c by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}] {{(pid=93615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:19:33.745776 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] Attempting to bind port 87222ab1-7119-4ace-9122-7702a515301c on network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:19:33.761222 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:19:33.762861 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] Checking segment: {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:19:33.763272 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:33.764170 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] Bound using segment: {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'} {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:19:33.766017 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] Bound port: 87222ab1-7119-4ace-9122-7702a515301c, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}}] {{(pid=93615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:19:33.770104 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:33.770247 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:33.788405 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-e37473e5-a16e-453d-9292-60d6558afbdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:33.804353 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-17bac239-5591-46ab-869f-1fa61f22bebe None None] Provisioning complete for port 27537899-1e30-4362-a538-70415f3422d9 triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:33.804741 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-17bac239-5591-46ab-869f-1fa61f22bebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:33.838394 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] Transition to ACTIVE for port object 4f7271b3-f70e-49e5-81f5-7bef2e2635b5 will not be triggered until provisioned by entity DHCP. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:33.933612 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.db [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] For port 87222ab1-7119-4ace-9122-7702a515301c, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:19:33.940112 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.db [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] For port 87222ab1-7119-4ace-9122-7702a515301c, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=87222ab1-7119-4ace-9122-7702a515301c,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:19:33.945593 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-e37473e5-a16e-453d-9292-60d6558afbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:33.949318 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-ce203834-c0b9-44c6-8fc1-37347f651deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:33.981300 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215adba-91e7-444c-863c-381a9fdec3c8 None None] Pushing event updated for resources: {'Port': ['ID=87222ab1-7119-4ace-9122-7702a515301c,revision_number=2']} {{(pid=93615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:33.994918 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37473e5-a16e-453d-9292-60d6558afbdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=93612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 14:19:33.997969 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-17bac239-5591-46ab-869f-1fa61f22bebe None None] Port 27537899-1e30-4362-a538-70415f3422d9 cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:19:34.002827 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37473e5-a16e-453d-9292-60d6558afbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36452cf9-6500-4bcd-a1ef-fd1b04e05eb3,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:34.008016 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port 2af15f90-e12a-4a96-8aad-75725f1f29d4 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:34.009521 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-2215adba-91e7-444c-863c-381a9fdec3c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:34.012989 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-e37473e5-a16e-453d-9292-60d6558afbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:34.016506 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-e37473e5-a16e-453d-9292-60d6558afbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:34.017061 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.segments_db [None req-e37473e5-a16e-453d-9292-60d6558afbdf admin admin] Added segment 6a9057c8-1ac1-4a81-a289-8ea95e1744d2 of type vlan for network 34ea1a7a-1cdd-4064-b454-5495867b8273 Jun 18 14:19:34.019927 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 2af15f90-e12a-4a96-8aad-75725f1f29d4 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:34.020853 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:34.048885 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:34.056703 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12393637'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:34.060717 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:34.062617 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:34.076729 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:19:34.089765 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] 10.222.0.26 "PUT /v2.0/routers/6eea319a-0316-4a8f-a950-6b3185291b84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1668570 Jun 18 14:19:34.114107 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-e37473e5-a16e-453d-9292-60d6558afbdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749953027292'] for network, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:34.139360 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] Network 220fa257-4661-40d5-978d-1ef127bde487 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:19:34.141127 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] Routers {'18b87880-4cc5-4718-8f28-6af08cd3f6c4'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:34.141833 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:19:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['18b87880-4cc5-4718-8f28-6af08cd3f6c4'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:34.153838 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:34.161397 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:19:34.167711 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] Pushing event updated for resources: {'Port': ['ID=4f7271b3-f70e-49e5-81f5-7bef2e2635b5,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:34.176958 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:34.252860 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636949'] for router_interface, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:34.256409 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:34.288715 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port 2af15f90-e12a-4a96-8aad-75725f1f29d4, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=2af15f90-e12a-4a96-8aad-75725f1f29d4,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:19:34.291911 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 95d94fa4-dbbc-44f1-b96a-89756c38a530 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:19:34.303507 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215adba-91e7-444c-863c-381a9fdec3c8 None None] Pushing event updated for resources: {'Port': ['ID=87222ab1-7119-4ace-9122-7702a515301c,revision_number=3']} {{(pid=93615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:34.325550 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] No Port match for: 95d94fa4-dbbc-44f1-b96a-89756c38a530 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:19:34.326180 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 95d94fa4-dbbc-44f1-b96a-89756c38a530 not bound to the agent host hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:19:34.329337 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-2215adba-91e7-444c-863c-381a9fdec3c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:34.354514 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] Set router 18b87880-4cc5-4718-8f28-6af08cd3f6c4 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:34.383802 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-e37473e5-a16e-453d-9292-60d6558afbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588'] for network, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:34.385737 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37473e5-a16e-453d-9292-60d6558afbdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:34.386435 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-e37473e5-a16e-453d-9292-60d6558afbdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:34.390812 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-f0185aed-fe51-4bda-b888-1ef00366e835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:34.481421 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:34.482918 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 90c8e82a-0c7b-4ca7-8843-0394a45f14fb up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:34.486707 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:34.591707 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-e37473e5-a16e-453d-9292-60d6558afbdf admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7801330 Jun 18 14:19:34.593057 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37473e5-a16e-453d-9292-60d6558afbdf admin admin] Pushing event updated for resources: {'Network': ['ID=34ea1a7a-1cdd-4064-b454-5495867b8273,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:34.596510 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 45014) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:34.616098 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=2af15f90-e12a-4a96-8aad-75725f1f29d4,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:34.623145 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-56de70a9-a978-4ee8-9721-5fc133e924e3 admin admin] Request body: {'subnet': {'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-661007217-subnet', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:34.623826 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:34.624933 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Network 34ea1a7a-1cdd-4064-b454-5495867b8273 details requested by agent ovs-agent-dv-cinder-795751-2-iscsi with host dv-cinder-795751-2-iscsi {{(pid=93614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 14:19:34.629051 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-e37473e5-a16e-453d-9292-60d6558afbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:34.639265 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1785d360-3189-404a-992d-5524b8e1941d req-ec1d133e-80d4-4536-aa8c-57c2348b47c5 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=6aadb672-29b0-4e69-8d22-037494e5a19b HTTP/1.1" status: 200 len: 210 time: 0.0688469 Jun 18 14:19:34.768599 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56de70a9-a978-4ee8-9721-5fc133e924e3 admin admin] Made reservation on behalf of 107d8e292f474633ab35671645fd2880 for: {'subnet': 1} {{(pid=93613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:19:34.773574 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-56de70a9-a978-4ee8-9721-5fc133e924e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8408782'] for subnet, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:34.799225 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:34.874332 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] Sync routers for ids ['6eea319a-0316-4a8f-a950-6b3185291b84'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:19:34.907555 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 90c8e82a-0c7b-4ca7-8843-0394a45f14fb triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:34.907937 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:34.953135 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] Routers {'6eea319a-0316-4a8f-a950-6b3185291b84'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:34.953846 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:19:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['6eea319a-0316-4a8f-a950-6b3185291b84'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:35.046376 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-a70ffa40-5831-429a-9baf-7add2500204a None None] Provisioning for port 4f7271b3-f70e-49e5-81f5-7bef2e2635b5 completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:35.082029 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-a70ffa40-5831-429a-9baf-7add2500204a None None] Provisioning complete for port 4f7271b3-f70e-49e5-81f5-7bef2e2635b5 triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:35.082418 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-a70ffa40-5831-429a-9baf-7add2500204a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:35.123279 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b87880-4cc5-4718-8f28-6af08cd3f6c4', 'name': 'tempest-TestMinimumBasicScenario-589389628-router', 'tenant_id': '83576f7717374265a645f3e5df88102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '87222ab1-7119-4ace-9122-7702a515301c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:25Z', 'updated_at': '2021-06-18T14:19:29Z', 'revision_number': 3, 'project_id': '83576f7717374265a645f3e5df88102f', 'gw_port': {'id': '87222ab1-7119-4ace-9122-7702a515301c', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:98:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b87880-4cc5-4718-8f28-6af08cd3f6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:27Z', 'updated_at': '2021-06-18T14:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:35.185325 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8301ac-223b-41ce-a389-b4743e5f964e None None] The sync data for ids ['18b87880-4cc5-4718-8f28-6af08cd3f6c4'] in dv-cinder-795751-2-iscsi is: [{'id': '18b87880-4cc5-4718-8f28-6af08cd3f6c4', 'name': 'tempest-TestMinimumBasicScenario-589389628-router', 'tenant_id': '83576f7717374265a645f3e5df88102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '87222ab1-7119-4ace-9122-7702a515301c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:25Z', 'updated_at': '2021-06-18T14:19:29Z', 'revision_number': 3, 'project_id': '83576f7717374265a645f3e5df88102f', 'gw_port': {'id': '87222ab1-7119-4ace-9122-7702a515301c', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:98:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b87880-4cc5-4718-8f28-6af08cd3f6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:27Z', 'updated_at': '2021-06-18T14:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}] {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:19:35.222451 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] Set router 6eea319a-0316-4a8f-a950-6b3185291b84 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:35.231906 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-56de70a9-a978-4ee8-9721-5fc133e924e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11814749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8408796'] for subnet, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:35.240653 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:35.252832 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:35.353928 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de70a9-a978-4ee8-9721-5fc133e924e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3994dc00-6a2f-4cf8-8857-bc42cacf8da2,revision_number=0']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:35.364332 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:35.370970 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:35.386142 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-56de70a9-a978-4ee8-9721-5fc133e924e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:35.416100 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56de70a9-a978-4ee8-9721-5fc133e924e3 admin admin] Checking segment: {'id': '6a9057c8-1ac1-4a81-a289-8ea95e1744d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:19:35.416607 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56de70a9-a978-4ee8-9721-5fc133e924e3 admin admin] Network hostable DHCP agents. Network: 34ea1a7a-1cdd-4064-b454-5495867b8273, hostable agents: ['a833f364-3b43-4f9e-93eb-c5238733b25c'], hosted agents: [] {{(pid=93613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 14:19:35.454901 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-a70ffa40-5831-429a-9baf-7add2500204a None None] Port 4f7271b3-f70e-49e5-81f5-7bef2e2635b5 cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:19:35.527473 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56de70a9-a978-4ee8-9721-5fc133e924e3 admin admin] Network 34ea1a7a-1cdd-4064-b454-5495867b8273 is scheduled to be hosted by DHCP agent a833f364-3b43-4f9e-93eb-c5238733b25c with binding_index 1 {{(pid=93613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 14:19:35.541022 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device e3e18332-d8a5-4112-9bb7-71f3b87f1575 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:35.568507 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] Pushing event updated for resources: {'Port': ['ID=4f7271b3-f70e-49e5-81f5-7bef2e2635b5,revision_number=2']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:35.576579 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3640674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637196'] for router_interface, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:35.580985 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:35.652265 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eea319a-0316-4a8f-a950-6b3185291b84', 'name': 'tempest-TestVolumeBootPattern-933826208-router', 'tenant_id': '46d18b445d0941089c67a72d08a48aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '2af15f90-e12a-4a96-8aad-75725f1f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:18Z', 'updated_at': '2021-06-18T14:19:30Z', 'revision_number': 4, 'project_id': '46d18b445d0941089c67a72d08a48aba', 'gw_port': {'id': '2af15f90-e12a-4a96-8aad-75725f1f29d4', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eea319a-0316-4a8f-a950-6b3185291b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:21Z', 'updated_at': '2021-06-18T14:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '27537899-1e30-4362-a538-70415f3422d9', 'name': '', 'network_id': 'cd1be7d6-e513-44d8-9db7-fc8265717400', 'tenant_id': '46d18b445d0941089c67a72d08a48aba', 'mac_address': 'fa:16:3e:1a:33:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eea319a-0316-4a8f-a950-6b3185291b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c3cff08c-bf3f-4da4-bdec-92ec448f9072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:28Z', 'updated_at': '2021-06-18T14:19:31Z', 'revision_number': 2, 'project_id': '46d18b445d0941089c67a72d08a48aba', 'subnets': [{'id': 'c3cff08c-bf3f-4da4-bdec-92ec448f9072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:35.666063 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-56de70a9-a978-4ee8-9721-5fc133e924e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-2-iscsi, 34ea1a7a-1cdd-4064-b454-5495867b8273) {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:35.676972 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56de70a9-a978-4ee8-9721-5fc133e924e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:35.676972 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-56de70a9-a978-4ee8-9721-5fc133e924e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:35.743243 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ca3ba9-4be6-4ef6-97c9-a3bc2163a79b None None] Network 34ea1a7a-1cdd-4064-b454-5495867b8273 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:19:35.752375 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] Checking router: 6eea319a-0316-4a8f-a950-6b3185291b84 for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:19:35.752951 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] Updating router 6eea319a-0316-4a8f-a950-6b3185291b84 port 27537899-1e30-4362-a538-70415f3422d9 binding host dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 14:19:35.799204 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-56de70a9-a978-4ee8-9721-5fc133e924e3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1992555 Jun 18 14:19:35.803569 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 45026) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:35.820251 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-44c25ed4-ffee-4fce-968f-5851787b0d16 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-661007217-router', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:35.868581 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] Network 220fa257-4661-40d5-978d-1ef127bde487 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:19:35.873785 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:35.905085 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 45028) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:36.004342 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-44c25ed4-ffee-4fce-968f-5851787b0d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3944'] for router, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:36.005493 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-44c25ed4-ffee-4fce-968f-5851787b0d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3939'] for router, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:36.037965 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:36.070124 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port e3e18332-d8a5-4112-9bb7-71f3b87f1575 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:36.070465 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:36.228163 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-44c25ed4-ffee-4fce-968f-5851787b0d16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:36.233986 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-c7fae5d0-12ef-4d24-abb0-ade8bc37dba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:36.254279 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] Router 18b87880-4cc5-4718-8f28-6af08cd3f6c4 has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:19:36.506577 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-7b3fd981-6965-4be9-b144-cf5a82d3be67 None None] Provisioning complete for port 4f7271b3-f70e-49e5-81f5-7bef2e2635b5 triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:36.507365 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-7b3fd981-6965-4be9-b144-cf5a82d3be67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:36.509942 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d5ec8f6-9621-5ecb-8e85-a3906f322592-34ea1a7a-1cdd-4064-b454-5495867b8273', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2'}]}} from dv-cinder-795751-2-iscsi. {{(pid=93614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 14:19:36.511104 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:36.554261 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:19:36.565521 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] 10.222.0.26 "PUT /v2.0/routers/18b87880-4cc5-4718-8f28-6af08cd3f6c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7794931 Jun 18 14:19:36.593078 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-c7fae5d0-12ef-4d24-abb0-ade8bc37dba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:36.772453 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-44c25ed4-ffee-4fce-968f-5851787b0d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3957'] for router, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:36.802403 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-7b3fd981-6965-4be9-b144-cf5a82d3be67 None None] Port 4f7271b3-f70e-49e5-81f5-7bef2e2635b5 cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:19:36.871200 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-c7fae5d0-12ef-4d24-abb0-ade8bc37dba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:36.878393 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-0a7606ea-eb8e-402a-95f6-2ddf29758de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:36.904964 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 45044) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:36.917378 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-df43393a-dcc7-4fbc-aca8-63fc3f059794 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1891006731', 'description': 'tempest-secgroup-smoke-1891006731 description', 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:36.973573 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.db_base_plugin_common [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Allocated IP 172.20.0.2 (34ea1a7a-1cdd-4064-b454-5495867b8273/3994dc00-6a2f-4cf8-8857-bc42cacf8da2/6a22afd2-0788-4b5e-a60b-4a7187ac210a) {{(pid=93614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:19:37.055156 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-df43393a-dcc7-4fbc-aca8-63fc3f059794 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:37.138552 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-c7fae5d0-12ef-4d24-abb0-ade8bc37dba2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d052fcab2e6d43b394d4029f6c145473&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2319202 Jun 18 14:19:37.139195 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 45046) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:37.194210 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] Notify callbacks [] for port, precommit_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:37.247599 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fae5d0-12ef-4d24-abb0-ade8bc37dba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b336619-cccc-4c08-9654-080460f98634,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:37.273268 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-c7fae5d0-12ef-4d24-abb0-ade8bc37dba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:37.290604 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] Transition to ACTIVE for port object 27537899-1e30-4362-a538-70415f3422d9 will not be triggered until provisioned by entity L2. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:37.310897 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-df43393a-dcc7-4fbc-aca8-63fc3f059794 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:37.315216 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6f1a2dc9-e80e-4966-b04e-0aafc2fcc8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:37.331521 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 2af15f90-e12a-4a96-8aad-75725f1f29d4 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:37.366805 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6f1a2dc9-e80e-4966-b04e-0aafc2fcc8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:37.431363 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:37.442930 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-35ec7f75-afe0-4450-b8e7-9b5d43e8749c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:37.443201 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-df43393a-dcc7-4fbc-aca8-63fc3f059794 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:37.453769 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-22ae5a72-1a1f-44f5-86cb-60947a4382e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:37.504510 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43393a-dcc7-4fbc-aca8-63fc3f059794 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b136de-1553-48b3-a173-82bc033aab91,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:37.525419 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-df43393a-dcc7-4fbc-aca8-63fc3f059794 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:37.592474 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-df43393a-dcc7-4fbc-aca8-63fc3f059794 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:37.599885 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-df43393a-dcc7-4fbc-aca8-63fc3f059794 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6929636 Jun 18 14:19:37.600915 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 45052) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:37.619710 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-afe2378a-95f5-4d80-b095-008b7d30eaec tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Request body: {'security_group_rule': {'security_group_id': 'c5b136de-1553-48b3-a173-82bc033aab91', 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:37.637243 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-44c25ed4-ffee-4fce-968f-5851787b0d16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:37.651131 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44652e2-a604-4943-8cd3-ab3ecc2e2ca6 req-8632907c-93d9-4583-8717-3d38c3acc63c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:37.659172 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a44652e2-a604-4943-8cd3-ab3ecc2e2ca6 req-8632907c-93d9-4583-8717-3d38c3acc63c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 946 time: 0.2587578 Jun 18 14:19:37.696436 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6f1a2dc9-e80e-4966-b04e-0aafc2fcc8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:37.699303 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6f1a2dc9-e80e-4966-b04e-0aafc2fcc8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:37.705277 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-6f1a2dc9-e80e-4966-b04e-0aafc2fcc8cd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b336619-cccc-4c08-9654-080460f98634 HTTP/1.1" status: 204 len: 168 time: 0.5616052 Jun 18 14:19:37.709743 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-21b3d07d-10f3-4dea-b105-2a2f6541d86b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:37.709743 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-44c25ed4-ffee-4fce-968f-5851787b0d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:37.760120 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a44652e2-a604-4943-8cd3-ab3ecc2e2ca6 req-46a23e6f-6357-480d-8c9c-635ea83a78f9 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996966 Jun 18 14:19:37.764307 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a2dc9-e80e-4966-b04e-0aafc2fcc8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b336619-cccc-4c08-9654-080460f98634,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:37.767704 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-6f1a2dc9-e80e-4966-b04e-0aafc2fcc8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:37.804801 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-afe2378a-95f5-4d80-b095-008b7d30eaec tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:37.923665 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42b3e3-c1c0-44b8-9917-9927c52f0204 None None] Pushing event updated for resources: {'Port': ['ID=27537899-1e30-4362-a538-70415f3422d9,revision_number=3']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:37.927188 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-5e42b3e3-c1c0-44b8-9917-9927c52f0204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:37.953747 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Notify callbacks [] for port, precommit_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:37.975078 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Transition to ACTIVE for port object 6a22afd2-0788-4b5e-a60b-4a7187ac210a will not be triggered until provisioned by entity L2. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:38.052680 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 2af15f90-e12a-4a96-8aad-75725f1f29d4 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:38.053343 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:38.058038 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Transition to ACTIVE for port object 6a22afd2-0788-4b5e-a60b-4a7187ac210a will not be triggered until provisioned by entity DHCP. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:38.072148 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-afe2378a-95f5-4d80-b095-008b7d30eaec tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:38.087340 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] Attempting to bind port 27537899-1e30-4362-a538-70415f3422d9 on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:19:38.087721 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] Attempting to bind port 27537899-1e30-4362-a538-70415f3422d9 by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '185dfd07-2398-41c2-aaf9-adafa54a9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cd1be7d6-e513-44d8-9db7-fc8265717400'}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:19:38.088103 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] Attempting to bind port 27537899-1e30-4362-a538-70415f3422d9 on network cd1be7d6-e513-44d8-9db7-fc8265717400 {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:19:38.132383 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-afe2378a-95f5-4d80-b095-008b7d30eaec tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:38.147820 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [None req-44c25ed4-ffee-4fce-968f-5851787b0d16 admin admin] Allocated IP 172.27.3.122 (bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae/6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898/6e634ca7-2d6d-432b-b791-3a1303992117) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:19:38.148271 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:38.162084 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] Sync routers for ids ['18b87880-4cc5-4718-8f28-6af08cd3f6c4'] in dv-cinder-795751-2-iscsi {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:19:38.168231 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:19:38.168621 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] Checking segment: {'id': '185dfd07-2398-41c2-aaf9-adafa54a9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cd1be7d6-e513-44d8-9db7-fc8265717400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:19:38.169230 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:38.169843 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] Bound using segment: {'id': '185dfd07-2398-41c2-aaf9-adafa54a9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cd1be7d6-e513-44d8-9db7-fc8265717400'} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:19:38.170530 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] Bound port: 27537899-1e30-4362-a538-70415f3422d9, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185dfd07-2398-41c2-aaf9-adafa54a9de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cd1be7d6-e513-44d8-9db7-fc8265717400'}}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:19:38.171098 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:38.178865 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2378a-95f5-4d80-b095-008b7d30eaec tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe075e2-e27f-4f59-9225-ddd31fad3158,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:38.183574 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-afe2378a-95f5-4d80-b095-008b7d30eaec tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:38.186445 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990'] for port, after_create {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:38.187796 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] Routers {'18b87880-4cc5-4718-8f28-6af08cd3f6c4'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:38.188913 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:19:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['18b87880-4cc5-4718-8f28-6af08cd3f6c4'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:38.196329 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:38.265790 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-afe2378a-95f5-4d80-b095-008b7d30eaec tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:38.267192 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-afe2378a-95f5-4d80-b095-008b7d30eaec tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6647687 Jun 18 14:19:38.272059 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 45066) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:38.277554 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-41fa25a2-f738-462c-ad1f-1b120d3b30c3 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Request body: {'security_group_rule': {'security_group_id': 'c5b136de-1553-48b3-a173-82bc033aab91', 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:38.310940 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Network 34ea1a7a-1cdd-4064-b454-5495867b8273 is already hosted by enough agents. {{(pid=93614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:19:38.415107 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.scheduler.base_scheduler [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Resources bound (agent type, host, resource id): {{(pid=93614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:38.421076 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Received port after_create {{(pid=93614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:19:38.421341 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-41fa25a2-f738-462c-ad1f-1b120d3b30c3 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:38.429676 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Pushing event updated for resources: {'Port': ['ID=6a22afd2-0788-4b5e-a60b-4a7187ac210a,revision_number=1']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:38.444995 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:38.472469 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-44c25ed4-ffee-4fce-968f-5851787b0d16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:38.645235 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-41fa25a2-f738-462c-ad1f-1b120d3b30c3 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:38.672381 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] For port 27537899-1e30-4362-a538-70415f3422d9, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:19:38.678236 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] Set router 18b87880-4cc5-4718-8f28-6af08cd3f6c4 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:38.680633 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 87222ab1-7119-4ace-9122-7702a515301c up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:38.689590 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-44c25ed4-ffee-4fce-968f-5851787b0d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11814889'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:38.696878 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-2ff217ec-8896-4fce-ba94-5b3152afcca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:38.717943 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-41fa25a2-f738-462c-ad1f-1b120d3b30c3 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:38.721933 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-afe2378a-95f5-4d80-b095-008b7d30eaec tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:38.767296 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c25ed4-ffee-4fce-968f-5851787b0d16 admin admin] Network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:19:38.771215 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-44c25ed4-ffee-4fce-968f-5851787b0d16 admin admin] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:38.788909 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c25ed4-ffee-4fce-968f-5851787b0d16 admin admin] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:19:38.805795 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] For port 27537899-1e30-4362-a538-70415f3422d9, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=27537899-1e30-4362-a538-70415f3422d9,segment=NetworkSegment(185dfd07-2398-41c2-aaf9-adafa54a9de6),segment_id=185dfd07-2398-41c2-aaf9-adafa54a9de6)] {{(pid=93614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:19:38.811546 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa25a2-f738-462c-ad1f-1b120d3b30c3 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea86803-828b-43d8-a430-e730de6a3361,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:38.822601 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Attempting to bind port 6a22afd2-0788-4b5e-a60b-4a7187ac210a on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:19:38.823221 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Attempting to bind port 6a22afd2-0788-4b5e-a60b-4a7187ac210a by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '6a9057c8-1ac1-4a81-a289-8ea95e1744d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273'}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:19:38.823819 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Attempting to bind port 6a22afd2-0788-4b5e-a60b-4a7187ac210a on network 34ea1a7a-1cdd-4064-b454-5495867b8273 {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:19:38.825699 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-41fa25a2-f738-462c-ad1f-1b120d3b30c3 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:38.833331 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-b8e331d8-8a3a-4338-ad6e-ef494e22c826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:38.916266 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-41fa25a2-f738-462c-ad1f-1b120d3b30c3 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:38.927930 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c25ed4-ffee-4fce-968f-5851787b0d16 admin admin] Pushing event updated for resources: {'Port': ['ID=6e634ca7-2d6d-432b-b791-3a1303992117,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:38.928270 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:19:38.931273 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-41fa25a2-f738-462c-ad1f-1b120d3b30c3 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6570983 Jun 18 14:19:38.932512 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 45092) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:38.936483 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Checking segment: {'id': '6a9057c8-1ac1-4a81-a289-8ea95e1744d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:19:38.936785 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:38.937498 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Bound using segment: {'id': '6a9057c8-1ac1-4a81-a289-8ea95e1744d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273'} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:19:38.940842 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-44c25ed4-ffee-4fce-968f-5851787b0d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:38.943866 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Bound port: 6a22afd2-0788-4b5e-a60b-4a7187ac210a, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9057c8-1ac1-4a81-a289-8ea95e1744d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273'}}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:19:38.948147 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:38.954045 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-24e23884-c5b4-4d44-9435-2242939eed14 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Request body: {'security_group_rule': {'security_group_id': 'c5b136de-1553-48b3-a173-82bc033aab91', 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:39.013150 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:39.036404 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-d6af2232-119f-4662-8550-228df6d3b9d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:39.170797 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-24e23884-c5b4-4d44-9435-2242939eed14 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:39.322060 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port 87222ab1-7119-4ace-9122-7702a515301c completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:39.353353 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42b3e3-c1c0-44b8-9917-9927c52f0204 None None] Pushing event updated for resources: {'Port': ['ID=27537899-1e30-4362-a538-70415f3422d9,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:39.367158 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-5e42b3e3-c1c0-44b8-9917-9927c52f0204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:39.397110 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] Routers {'6eea319a-0316-4a8f-a950-6b3185291b84'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:39.406464 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:19:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['6eea319a-0316-4a8f-a950-6b3185291b84'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:39.410366 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 87222ab1-7119-4ace-9122-7702a515301c triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:39.424197 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:39.446911 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-24e23884-c5b4-4d44-9435-2242939eed14 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:39.501422 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee030c-ebf7-4bd4-91dc-07ffac2eef77 req-17ddb9b9-779f-4d64-ac11-921e95ad883f tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:39.508837 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-5dee030c-ebf7-4bd4-91dc-07ffac2eef77 req-17ddb9b9-779f-4d64-ac11-921e95ad883f tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 946 time: 0.4240577 Jun 18 14:19:39.546597 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b87880-4cc5-4718-8f28-6af08cd3f6c4', 'name': 'tempest-TestMinimumBasicScenario-589389628-router', 'tenant_id': '83576f7717374265a645f3e5df88102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '87222ab1-7119-4ace-9122-7702a515301c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:25Z', 'updated_at': '2021-06-18T14:19:34Z', 'revision_number': 4, 'project_id': '83576f7717374265a645f3e5df88102f', 'gw_port': {'id': '87222ab1-7119-4ace-9122-7702a515301c', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:98:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b87880-4cc5-4718-8f28-6af08cd3f6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:27Z', 'updated_at': '2021-06-18T14:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '4f7271b3-f70e-49e5-81f5-7bef2e2635b5', 'name': '', 'network_id': '220fa257-4661-40d5-978d-1ef127bde487', 'tenant_id': '83576f7717374265a645f3e5df88102f', 'mac_address': 'fa:16:3e:e0:1f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b87880-4cc5-4718-8f28-6af08cd3f6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'bfd1692a-2d72-4736-bec2-9e1d01755067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:32Z', 'updated_at': '2021-06-18T14:19:34Z', 'revision_number': 2, 'project_id': '83576f7717374265a645f3e5df88102f', 'subnets': [{'id': 'bfd1692a-2d72-4736-bec2-9e1d01755067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:39.617606 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48725b05-3b61-4253-8af6-dd77310cc2f1 req-8c61775f-cc94-4fb3-8f49-357c56150abc tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:39.619385 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-48725b05-3b61-4253-8af6-dd77310cc2f1 req-8c61775f-cc94-4fb3-8f49-357c56150abc tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.38 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 946 time: 0.3337755 Jun 18 14:19:39.627917 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] Checking router: 18b87880-4cc5-4718-8f28-6af08cd3f6c4 for host: dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:19:39.628765 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] Updating router 18b87880-4cc5-4718-8f28-6af08cd3f6c4 port 4f7271b3-f70e-49e5-81f5-7bef2e2635b5 binding host dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 14:19:39.694188 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] Set router 6eea319a-0316-4a8f-a950-6b3185291b84 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:39.708269 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:39.775283 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-24e23884-c5b4-4d44-9435-2242939eed14 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:39.775791 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-5dee030c-ebf7-4bd4-91dc-07ffac2eef77 req-debee7b9-b50c-4141-9948-0f721151cb31 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238066 Jun 18 14:19:39.780140 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-78a9c898-7afe-4e13-aea0-1f8994d6b284 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:39.837848 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e23884-c5b4-4d44-9435-2242939eed14 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70ae46c-5dca-48f3-a756-f26a0107db26,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:39.847754 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-24e23884-c5b4-4d44-9435-2242939eed14 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:39.916160 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-24e23884-c5b4-4d44-9435-2242939eed14 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:39.917930 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-24e23884-c5b4-4d44-9435-2242939eed14 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9833941 Jun 18 14:19:39.922198 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 45104) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:39.928360 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-36e2db37-6f8b-4beb-813d-50b02d98336e tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Request body: {'security_group_rule': {'security_group_id': 'c5b136de-1553-48b3-a173-82bc033aab91', 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:40.109177 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-36e2db37-6f8b-4beb-813d-50b02d98336e tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:40.130065 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-44c25ed4-ffee-4fce-968f-5851787b0d16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:40.195179 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] For port 6a22afd2-0788-4b5e-a60b-4a7187ac210a, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:19:40.236800 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] For port 6a22afd2-0788-4b5e-a60b-4a7187ac210a, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=6a22afd2-0788-4b5e-a60b-4a7187ac210a,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:19:40.237327 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-36e2db37-6f8b-4beb-813d-50b02d98336e tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:40.348838 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [req-48725b05-3b61-4253-8af6-dd77310cc2f1 req-67770d26-84ce-4ecc-8f11-31579c9c5965 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Deleting port f2b18c5b-cd89-4511-8198-c89237ba3b00 {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:19:40.349182 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-48725b05-3b61-4253-8af6-dd77310cc2f1 req-67770d26-84ce-4ecc-8f11-31579c9c5965 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:40.357785 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-36e2db37-6f8b-4beb-813d-50b02d98336e tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:40.377498 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:40.382680 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:40.384736 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:40.391756 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-12753e2b-6f50-4e79-97e3-fabf8492f9ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:40.401818 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2db37-6f8b-4beb-813d-50b02d98336e tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9875fef8-ebec-4903-81fb-103988c47704,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:40.407585 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:40.408466 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-36e2db37-6f8b-4beb-813d-50b02d98336e tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:40.434757 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.provisioning_blocks [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] Transition to ACTIVE for port object 4f7271b3-f70e-49e5-81f5-7bef2e2635b5 will not be triggered until provisioned by entity L2. {{(pid=93615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:40.449162 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-36e2db37-6f8b-4beb-813d-50b02d98336e tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:40.451336 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-36e2db37-6f8b-4beb-813d-50b02d98336e tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5280416 Jun 18 14:19:40.455991 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 45112) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:40.465427 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-93dd145a-5f3a-4f72-bf8d-789250f40af5 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Request body: {'security_group_rule': {'security_group_id': 'c5b136de-1553-48b3-a173-82bc033aab91', 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:40.465785 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eea319a-0316-4a8f-a950-6b3185291b84', 'name': 'tempest-TestVolumeBootPattern-933826208-router', 'tenant_id': '46d18b445d0941089c67a72d08a48aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '2af15f90-e12a-4a96-8aad-75725f1f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:18Z', 'updated_at': '2021-06-18T14:19:30Z', 'revision_number': 4, 'project_id': '46d18b445d0941089c67a72d08a48aba', 'gw_port': {'id': '2af15f90-e12a-4a96-8aad-75725f1f29d4', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eea319a-0316-4a8f-a950-6b3185291b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:21Z', 'updated_at': '2021-06-18T14:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '27537899-1e30-4362-a538-70415f3422d9', 'name': '', 'network_id': 'cd1be7d6-e513-44d8-9db7-fc8265717400', 'tenant_id': '46d18b445d0941089c67a72d08a48aba', 'mac_address': 'fa:16:3e:1a:33:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eea319a-0316-4a8f-a950-6b3185291b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c3cff08c-bf3f-4da4-bdec-92ec448f9072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:28Z', 'updated_at': '2021-06-18T14:19:38Z', 'revision_number': 4, 'project_id': '46d18b445d0941089c67a72d08a48aba', 'subnets': [{'id': 'c3cff08c-bf3f-4da4-bdec-92ec448f9072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:40.551785 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:40.559406 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84cd289-aa86-4e31-a792-f9cd1e2f9d5b None None] The sync data for ids ['6eea319a-0316-4a8f-a950-6b3185291b84'] in dv-cinder-795751-2-iscsi is: [{'id': '6eea319a-0316-4a8f-a950-6b3185291b84', 'name': 'tempest-TestVolumeBootPattern-933826208-router', 'tenant_id': '46d18b445d0941089c67a72d08a48aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '2af15f90-e12a-4a96-8aad-75725f1f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:18Z', 'updated_at': '2021-06-18T14:19:30Z', 'revision_number': 4, 'project_id': '46d18b445d0941089c67a72d08a48aba', 'gw_port': {'id': '2af15f90-e12a-4a96-8aad-75725f1f29d4', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eea319a-0316-4a8f-a950-6b3185291b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:21Z', 'updated_at': '2021-06-18T14:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '27537899-1e30-4362-a538-70415f3422d9', 'name': '', 'network_id': 'cd1be7d6-e513-44d8-9db7-fc8265717400', 'tenant_id': '46d18b445d0941089c67a72d08a48aba', 'mac_address': 'fa:16:3e:1a:33:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eea319a-0316-4a8f-a950-6b3185291b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c3cff08c-bf3f-4da4-bdec-92ec448f9072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:28Z', 'updated_at': '2021-06-18T14:19:38Z', 'revision_number': 4, 'project_id': '46d18b445d0941089c67a72d08a48aba', 'subnets': [{'id': 'c3cff08c-bf3f-4da4-bdec-92ec448f9072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:19:40.575916 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port 87222ab1-7119-4ace-9122-7702a515301c, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=87222ab1-7119-4ace-9122-7702a515301c,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:19:40.579073 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-5dcf46e9-aad5-45ee-9ff9-af90643b5c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:40.597669 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.securitygroups_db [None req-93dd145a-5f3a-4f72-bf8d-789250f40af5 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Project dbb479abbf4e4acda8c320ef124c4e8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 14:19:40.630956 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-93dd145a-5f3a-4f72-bf8d-789250f40af5 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:40.663272 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Pushing event updated for resources: {'Port': ['ID=6a22afd2-0788-4b5e-a60b-4a7187ac210a,revision_number=2']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:40.668395 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:40.851033 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-93dd145a-5f3a-4f72-bf8d-789250f40af5 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:40.897489 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a24aed-4a3d-49d2-8f31-b3bbc521d0c4 None None] Pushing event updated for resources: {'Port': ['ID=4f7271b3-f70e-49e5-81f5-7bef2e2635b5,revision_number=3']} {{(pid=93615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:40.908589 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-05a24aed-4a3d-49d2-8f31-b3bbc521d0c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:40.949638 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:40.952414 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:41.000087 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-44c25ed4-ffee-4fce-968f-5851787b0d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635706'] for router, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:41.002854 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-93dd145a-5f3a-4f72-bf8d-789250f40af5 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:41.007053 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:41.017659 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-48725b05-3b61-4253-8af6-dd77310cc2f1 req-67770d26-84ce-4ecc-8f11-31579c9c5965 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] For port f2b18c5b-cd89-4511-8198-c89237ba3b00, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f2b18c5b-cd89-4511-8198-c89237ba3b00,segment=NetworkSegment(7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f),segment_id=7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:19:41.018032 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-48725b05-3b61-4253-8af6-dd77310cc2f1 req-67770d26-84ce-4ecc-8f11-31579c9c5965 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:41.144858 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd145a-5f3a-4f72-bf8d-789250f40af5 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8c6011-47f3-4f44-aac3-858678e5558a,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:41.164960 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-93dd145a-5f3a-4f72-bf8d-789250f40af5 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:41.215857 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [req-48725b05-3b61-4253-8af6-dd77310cc2f1 req-67770d26-84ce-4ecc-8f11-31579c9c5965 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Calling delete_port for f2b18c5b-cd89-4511-8198-c89237ba3b00 owned by compute:nova {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:19:41.220031 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] Attempting to bind port 4f7271b3-f70e-49e5-81f5-7bef2e2635b5 on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:19:41.223538 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] Attempting to bind port 4f7271b3-f70e-49e5-81f5-7bef2e2635b5 by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '2d5a26f0-3387-4442-8949-182ed91b57b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '220fa257-4661-40d5-978d-1ef127bde487'}] {{(pid=93615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:19:41.227270 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] Attempting to bind port 4f7271b3-f70e-49e5-81f5-7bef2e2635b5 on network 220fa257-4661-40d5-978d-1ef127bde487 {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:19:41.256372 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:19:41.257041 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] Checking segment: {'id': '2d5a26f0-3387-4442-8949-182ed91b57b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '220fa257-4661-40d5-978d-1ef127bde487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:19:41.259292 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:41.260888 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] Bound using segment: {'id': '2d5a26f0-3387-4442-8949-182ed91b57b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '220fa257-4661-40d5-978d-1ef127bde487'} {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:19:41.261052 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] Bound port: 4f7271b3-f70e-49e5-81f5-7bef2e2635b5, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5a26f0-3387-4442-8949-182ed91b57b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '220fa257-4661-40d5-978d-1ef127bde487'}}] {{(pid=93615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:19:41.261555 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:41.275848 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-93dd145a-5f3a-4f72-bf8d-789250f40af5 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:41.278415 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-93dd145a-5f3a-4f72-bf8d-789250f40af5 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8206189 Jun 18 14:19:41.281313 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 45118) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:41.290341 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-34d3be67-3f6e-414c-9ea5-52989147df74 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Request body: {'security_group_rule': {'security_group_id': 'c5b136de-1553-48b3-a173-82bc033aab91', 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:41.311519 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=87222ab1-7119-4ace-9122-7702a515301c,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:41.326438 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:41.384559 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 27537899-1e30-4362-a538-70415f3422d9 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:41.563583 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.db [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] For port 4f7271b3-f70e-49e5-81f5-7bef2e2635b5, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:19:41.568814 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.securitygroups_db [None req-34d3be67-3f6e-414c-9ea5-52989147df74 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Project dbb479abbf4e4acda8c320ef124c4e8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 14:19:41.572174 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.db [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] For port 4f7271b3-f70e-49e5-81f5-7bef2e2635b5, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=4f7271b3-f70e-49e5-81f5-7bef2e2635b5,segment=NetworkSegment(2d5a26f0-3387-4442-8949-182ed91b57b5),segment_id=2d5a26f0-3387-4442-8949-182ed91b57b5)] {{(pid=93615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:19:41.580333 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-34d3be67-3f6e-414c-9ea5-52989147df74 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:41.689238 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:41.691650 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c25ed4-ffee-4fce-968f-5851787b0d16 admin admin] Router 68e8837d-9fe5-4c94-8dd1-df1bb585495a is scheduled to L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff with binding_index 1 {{(pid=93613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 14:19:41.691928 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:41.791309 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-34d3be67-3f6e-414c-9ea5-52989147df74 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:41.903501 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a24aed-4a3d-49d2-8f31-b3bbc521d0c4 None None] Pushing event updated for resources: {'Port': ['ID=4f7271b3-f70e-49e5-81f5-7bef2e2635b5,revision_number=4']} {{(pid=93615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:41.925842 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-05a24aed-4a3d-49d2-8f31-b3bbc521d0c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:41.979138 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] Routers {'18b87880-4cc5-4718-8f28-6af08cd3f6c4'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:41.980511 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:19:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['18b87880-4cc5-4718-8f28-6af08cd3f6c4'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:42.130339 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port 27537899-1e30-4362-a538-70415f3422d9 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:42.150385 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 27537899-1e30-4362-a538-70415f3422d9 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:42.151199 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:42.158654 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-34d3be67-3f6e-414c-9ea5-52989147df74 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:42.161298 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-48725b05-3b61-4253-8af6-dd77310cc2f1 req-67770d26-84ce-4ecc-8f11-31579c9c5965 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:42.166881 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-41fa25a2-f738-462c-ad1f-1b120d3b30c3 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:42.175006 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-a1d4cecc-c69d-4068-b9c3-9d1d8b938541 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:42.270069 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67770d26-84ce-4ecc-8f11-31579c9c5965 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Pushing event deleted for resources: {'Port': ['ID=f2b18c5b-cd89-4511-8198-c89237ba3b00,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:42.280645 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3be67-3f6e-414c-9ea5-52989147df74 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2b6919-e1ef-4ee9-9ae3-2c6001d12d83,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:42.282366 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-67770d26-84ce-4ecc-8f11-31579c9c5965 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:42.291846 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:42.299877 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-34d3be67-3f6e-414c-9ea5-52989147df74 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:42.300164 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c25ed4-ffee-4fce-968f-5851787b0d16 admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:19:42.311991 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] Set router 18b87880-4cc5-4718-8f28-6af08cd3f6c4 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:42.335528 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] Sync routers for ids ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:19:42.355951 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['5aed1d4a-e478-41df-810a-be5c1d4fb512', 'f2b18c5b-cd89-4511-8198-c89237ba3b00'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:19:42.385875 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-34d3be67-3f6e-414c-9ea5-52989147df74 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:42.387726 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-34d3be67-3f6e-414c-9ea5-52989147df74 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1047957 Jun 18 14:19:42.473189 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:42.503020 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [req-48725b05-3b61-4253-8af6-dd77310cc2f1 req-67770d26-84ce-4ecc-8f11-31579c9c5965 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] No DVR routers for this DVR port f2b18c5b-cd89-4511-8198-c89237ba3b00 on host hv-cinder-79575 {{(pid=93613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:19:42.511292 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-48725b05-3b61-4253-8af6-dd77310cc2f1 req-67770d26-84ce-4ecc-8f11-31579c9c5965 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:42.516336 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-48725b05-3b61-4253-8af6-dd77310cc2f1 req-67770d26-84ce-4ecc-8f11-31579c9c5965 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.38 "DELETE /v2.0/ports/f2b18c5b-cd89-4511-8198-c89237ba3b00 HTTP/1.1" status: 204 len: 173 time: 2.8790903 Jun 18 14:19:42.528971 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f71411-31e8-425b-a56d-d02cc4679365', 'name': 'network-vif-deleted', 'tag': 'f2b18c5b-cd89-4511-8198-c89237ba3b00'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:19:42.536044 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdd2bba-6d59-4b27-8cfc-1c78c6902eb8" -d '{"events": [{"server_uuid": "77f71411-31e8-425b-a56d-d02cc4679365", "name": "network-vif-deleted", "tag": "f2b18c5b-cd89-4511-8198-c89237ba3b00"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:19:42.573805 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] Routers {'68e8837d-9fe5-4c94-8dd1-df1bb585495a'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:42.574924 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:19:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:42.683621 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b0554e52-8187-4f55-b691-611b43d30d92 req-182e46d4-1ff8-4734-a2ac-a593018acb82 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 210 time: 1.1796513 Jun 18 14:19:42.689262 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-44c25ed4-ffee-4fce-968f-5851787b0d16 admin admin] Notify callbacks [] for router, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:42.696272 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-44c25ed4-ffee-4fce-968f-5851787b0d16 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8892369 Jun 18 14:19:42.699062 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 45150) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:42.799659 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15712e21-8c6e-425e-88e1-e7c84bebd3fe x-openstack-request-id: req-15712e21-8c6e-425e-88e1-e7c84bebd3fe {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:19:42.800324 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f71411-31e8-425b-a56d-d02cc4679365", "name": "network-vif-deleted", "tag": "f2b18c5b-cd89-4511-8198-c89237ba3b00", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:19:42.800822 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15712e21-8c6e-425e-88e1-e7c84bebd3fe {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:19:42.801601 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f71411-31e8-425b-a56d-d02cc4679365', 'name': 'network-vif-deleted', 'tag': 'f2b18c5b-cd89-4511-8198-c89237ba3b00', 'status': 'completed', 'code': 200} Jun 18 14:19:42.802136 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-759718f6-131c-4ac0-96ee-3c4b0d13c56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:42.891928 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:42.956726 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port 27537899-1e30-4362-a538-70415f3422d9, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=27537899-1e30-4362-a538-70415f3422d9,segment=NetworkSegment(185dfd07-2398-41c2-aaf9-adafa54a9de6),segment_id=185dfd07-2398-41c2-aaf9-adafa54a9de6)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:19:43.050857 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:43.091598 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:43.097377 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc4b945-67cd-4f4b-ab83-452694afa5ce None None] Network 34ea1a7a-1cdd-4064-b454-5495867b8273 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:19:43.474304 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b87880-4cc5-4718-8f28-6af08cd3f6c4', 'name': 'tempest-TestMinimumBasicScenario-589389628-router', 'tenant_id': '83576f7717374265a645f3e5df88102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '87222ab1-7119-4ace-9122-7702a515301c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:25Z', 'updated_at': '2021-06-18T14:19:34Z', 'revision_number': 4, 'project_id': '83576f7717374265a645f3e5df88102f', 'gw_port': {'id': '87222ab1-7119-4ace-9122-7702a515301c', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:98:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b87880-4cc5-4718-8f28-6af08cd3f6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:27Z', 'updated_at': '2021-06-18T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '4f7271b3-f70e-49e5-81f5-7bef2e2635b5', 'name': '', 'network_id': '220fa257-4661-40d5-978d-1ef127bde487', 'tenant_id': '83576f7717374265a645f3e5df88102f', 'mac_address': 'fa:16:3e:e0:1f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b87880-4cc5-4718-8f28-6af08cd3f6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'bfd1692a-2d72-4736-bec2-9e1d01755067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:32Z', 'updated_at': '2021-06-18T14:19:41Z', 'revision_number': 4, 'project_id': '83576f7717374265a645f3e5df88102f', 'subnets': [{'id': 'bfd1692a-2d72-4736-bec2-9e1d01755067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:43.554021 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a1af3-865f-4047-985b-1031c82890f5 None None] The sync data for ids ['18b87880-4cc5-4718-8f28-6af08cd3f6c4'] in dv-cinder-795751-2-iscsi is: [{'id': '18b87880-4cc5-4718-8f28-6af08cd3f6c4', 'name': 'tempest-TestMinimumBasicScenario-589389628-router', 'tenant_id': '83576f7717374265a645f3e5df88102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '87222ab1-7119-4ace-9122-7702a515301c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:25Z', 'updated_at': '2021-06-18T14:19:34Z', 'revision_number': 4, 'project_id': '83576f7717374265a645f3e5df88102f', 'gw_port': {'id': '87222ab1-7119-4ace-9122-7702a515301c', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:98:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b87880-4cc5-4718-8f28-6af08cd3f6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:27Z', 'updated_at': '2021-06-18T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '4f7271b3-f70e-49e5-81f5-7bef2e2635b5', 'name': '', 'network_id': '220fa257-4661-40d5-978d-1ef127bde487', 'tenant_id': '83576f7717374265a645f3e5df88102f', 'mac_address': 'fa:16:3e:e0:1f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b87880-4cc5-4718-8f28-6af08cd3f6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'bfd1692a-2d72-4736-bec2-9e1d01755067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:32Z', 'updated_at': '2021-06-18T14:19:41Z', 'revision_number': 4, 'project_id': '83576f7717374265a645f3e5df88102f', 'subnets': [{'id': 'bfd1692a-2d72-4736-bec2-9e1d01755067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:19:43.730692 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 6a22afd2-0788-4b5e-a60b-4a7187ac210a up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:44.079673 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:44.368434 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c0429a09-4ea0-4b83-ae39-f6778acaa8cc req-84b4e2ad-ce8c-44f9-80a3-40db542a031a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=77f71411-31e8-425b-a56d-d02cc4679365 HTTP/1.1" status: 200 len: 210 time: 0.1909947 Jun 18 14:19:44.505939 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device f2b18c5b-cd89-4511-8198-c89237ba3b00 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:19:44.685644 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=27537899-1e30-4362-a538-70415f3422d9,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:44.691346 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] Set router 68e8837d-9fe5-4c94-8dd1-df1bb585495a gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:44.755473 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.664s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:44.765927 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] No Port match for: f2b18c5b-cd89-4511-8198-c89237ba3b00 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:19:44.766375 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device f2b18c5b-cd89-4511-8198-c89237ba3b00 not bound to the agent host hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:19:44.881491 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ef028614-8aea-4f2d-81cb-14510e34c901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:44.889808 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-79a6026a-9601-4d6f-8b5d-1fb33fa2f517 None None] Provisioning for port 6a22afd2-0788-4b5e-a60b-4a7187ac210a completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:45.075393 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port 6a22afd2-0788-4b5e-a60b-4a7187ac210a completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:45.082776 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 6a22afd2-0788-4b5e-a60b-4a7187ac210a triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:45.083220 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:45.337786 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:45.363024 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'name': 'tempest-AttachVolumeShelveTestJSON-661007217-router', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:36Z', 'updated_at': '2021-06-18T14:19:39Z', 'revision_number': 3, 'project_id': '107d8e292f474633ab35671645fd2880', 'gw_port': {'id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:37Z', 'updated_at': '2021-06-18T14:19:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:45.404966 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [None req-ef028614-8aea-4f2d-81cb-14510e34c901 admin admin] Allocated IP 172.20.0.1 (34ea1a7a-1cdd-4064-b454-5495867b8273/3994dc00-6a2f-4cf8-8857-bc42cacf8da2/d788fd0d-125b-4c61-ae72-f7713676735e) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:19:45.454903 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] Checking router: 68e8837d-9fe5-4c94-8dd1-df1bb585495a for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:19:45.455554 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] Updating router 68e8837d-9fe5-4c94-8dd1-df1bb585495a port 6e634ca7-2d6d-432b-b791-3a1303992117 binding host dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 14:19:45.585031 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:45.643572 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ef028614-8aea-4f2d-81cb-14510e34c901 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:45.705740 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [None req-ef028614-8aea-4f2d-81cb-14510e34c901 admin admin] Transition to ACTIVE for port object d788fd0d-125b-4c61-ae72-f7713676735e will not be triggered until provisioned by entity DHCP. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:45.890185 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:45.890852 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ef028614-8aea-4f2d-81cb-14510e34c901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12393637'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:45.890852 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-cbb39a1f-4393-40f6-b4ab-69da4c609ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:45.938272 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-1f84fc54-c5e6-4a4e-aae8-8a7a1bfd334d None None] Provisioning complete for port 6a22afd2-0788-4b5e-a60b-4a7187ac210a triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:45.938731 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-1f84fc54-c5e6-4a4e-aae8-8a7a1bfd334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:45.990200 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef028614-8aea-4f2d-81cb-14510e34c901 admin admin] Network 34ea1a7a-1cdd-4064-b454-5495867b8273 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:19:46.000954 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-ef028614-8aea-4f2d-81cb-14510e34c901 admin admin] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:46.005577 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef028614-8aea-4f2d-81cb-14510e34c901 admin admin] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:19:46.012121 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef028614-8aea-4f2d-81cb-14510e34c901 admin admin] Pushing event updated for resources: {'Port': ['ID=d788fd0d-125b-4c61-ae72-f7713676735e,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:46.047558 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-ef028614-8aea-4f2d-81cb-14510e34c901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:46.197350 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ef028614-8aea-4f2d-81cb-14510e34c901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636949'] for router_interface, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:46.296316 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port 6a22afd2-0788-4b5e-a60b-4a7187ac210a, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=6a22afd2-0788-4b5e-a60b-4a7187ac210a,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:19:46.463027 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ef028614-8aea-4f2d-81cb-14510e34c901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:46.508548 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] Notify callbacks [] for port, precommit_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:46.517757 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:46.518814 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 87222ab1-7119-4ace-9122-7702a515301c up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:46.527347 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-fd54bfb0-221e-4af6-87e7-d58eef3b459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:46.587138 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=6a22afd2-0788-4b5e-a60b-4a7187ac210a,revision_number=3']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:46.589844 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-1f84fc54-c5e6-4a4e-aae8-8a7a1bfd334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:46.614455 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] Transition to ACTIVE for port object 6e634ca7-2d6d-432b-b791-3a1303992117 will not be triggered until provisioned by entity L2. {{(pid=93614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:46.616699 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:46.705088 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.db.api [None req-1f84fc54-c5e6-4a4e-aae8-8a7a1bfd334d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 14:19:46.705485 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_db.api [None req-1f84fc54-c5e6-4a4e-aae8-8a7a1bfd334d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 14:19:46.706856 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:46.709279 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:46.761264 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 87222ab1-7119-4ace-9122-7702a515301c triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:46.761919 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:46.896912 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37c8b7-009a-4088-a538-a99382b9f646 None None] Pushing event updated for resources: {'Port': ['ID=6e634ca7-2d6d-432b-b791-3a1303992117,revision_number=2']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:46.931528 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ef028614-8aea-4f2d-81cb-14510e34c901 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:46.997684 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-da37c8b7-009a-4088-a538-a99382b9f646 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:47.000483 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] Attempting to bind port 6e634ca7-2d6d-432b-b791-3a1303992117 on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:19:47.000868 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] Attempting to bind port 6e634ca7-2d6d-432b-b791-3a1303992117 by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:19:47.001324 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] Attempting to bind port 6e634ca7-2d6d-432b-b791-3a1303992117 on network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:19:47.057185 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:19:47.058450 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] Checking segment: {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:19:47.059378 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:47.061861 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] Bound using segment: {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'} {{(pid=93614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:19:47.064657 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.managers [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] Bound port: 6e634ca7-2d6d-432b-b791-3a1303992117, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f1262a-4f58-4126-a3e4-e458808ac32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}}] {{(pid=93614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:19:47.081035 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:47.303827 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ef028614-8aea-4f2d-81cb-14510e34c901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:47.333820 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-3bfbeb7c-df6f-4810-9ba4-4fd83d426a00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:47.334234 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] For port 6e634ca7-2d6d-432b-b791-3a1303992117, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:19:47.379201 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ef028614-8aea-4f2d-81cb-14510e34c901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3640674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-637196'] for router_interface, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:47.386522 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] For port 6e634ca7-2d6d-432b-b791-3a1303992117, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=6e634ca7-2d6d-432b-b791-3a1303992117,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:19:47.574133 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef028614-8aea-4f2d-81cb-14510e34c901 admin admin] Pushing event updated for resources: {'Port': ['ID=d788fd0d-125b-4c61-ae72-f7713676735e,revision_number=2']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:47.587834 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-ef028614-8aea-4f2d-81cb-14510e34c901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:47.691173 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:47.705794 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-12753e2b-6f50-4e79-97e3-fabf8492f9ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:47.747712 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-13cbd720-8521-4fff-8866-cfb4b4ed3911 None None] Provisioning for port d788fd0d-125b-4c61-ae72-f7713676735e completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:47.758455 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-13cbd720-8521-4fff-8866-cfb4b4ed3911 None None] Provisioning complete for port d788fd0d-125b-4c61-ae72-f7713676735e triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:47.761864 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-13cbd720-8521-4fff-8866-cfb4b4ed3911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:47.765030 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef028614-8aea-4f2d-81cb-14510e34c901 admin admin] Network 34ea1a7a-1cdd-4064-b454-5495867b8273 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:19:47.768030 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-ef028614-8aea-4f2d-81cb-14510e34c901 admin admin] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:47.885233 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] Routers {'68e8837d-9fe5-4c94-8dd1-df1bb585495a'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:47.885866 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:19:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:47.892280 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37c8b7-009a-4088-a538-a99382b9f646 None None] Pushing event updated for resources: {'Port': ['ID=6e634ca7-2d6d-432b-b791-3a1303992117,revision_number=3']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:47.975587 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-da37c8b7-009a-4088-a538-a99382b9f646 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:48.010895 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-13cbd720-8521-4fff-8866-cfb4b4ed3911 None None] Port d788fd0d-125b-4c61-ae72-f7713676735e cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:19:48.021047 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 4f7271b3-f70e-49e5-81f5-7bef2e2635b5 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:48.159612 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef028614-8aea-4f2d-81cb-14510e34c901 admin admin] Router 68e8837d-9fe5-4c94-8dd1-df1bb585495a has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:19:48.169069 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] Set router 68e8837d-9fe5-4c94-8dd1-df1bb585495a gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:48.251359 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-657c4b5e-2a13-4ab0-befb-4898f80705ea None None] Provisioning complete for port d788fd0d-125b-4c61-ae72-f7713676735e triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:48.251802 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-657c4b5e-2a13-4ab0-befb-4898f80705ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:48.286585 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef028614-8aea-4f2d-81cb-14510e34c901 admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:19:48.300610 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-ef028614-8aea-4f2d-81cb-14510e34c901 admin admin] 10.222.0.26 "PUT /v2.0/routers/68e8837d-9fe5-4c94-8dd1-df1bb585495a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5998340 Jun 18 14:19:48.639659 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port 4f7271b3-f70e-49e5-81f5-7bef2e2635b5 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:48.658732 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-657c4b5e-2a13-4ab0-befb-4898f80705ea None None] Port d788fd0d-125b-4c61-ae72-f7713676735e cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:19:48.664511 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 4f7271b3-f70e-49e5-81f5-7bef2e2635b5 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:48.664687 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:48.979819 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:49.067974 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 45254) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:49.070793 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'name': 'tempest-AttachVolumeShelveTestJSON-661007217-router', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:36Z', 'updated_at': '2021-06-18T14:19:46Z', 'revision_number': 4, 'project_id': '107d8e292f474633ab35671645fd2880', 'gw_port': {'id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:37Z', 'updated_at': '2021-06-18T14:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd788fd0d-125b-4c61-ae72-f7713676735e', 'name': '', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'mac_address': 'fa:16:3e:d2:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:44Z', 'updated_at': '2021-06-18T14:19:46Z', 'revision_number': 2, 'project_id': '107d8e292f474633ab35671645fd2880', 'subnets': [{'id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:49.077984 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port 4f7271b3-f70e-49e5-81f5-7bef2e2635b5, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=4f7271b3-f70e-49e5-81f5-7bef2e2635b5,segment=NetworkSegment(2d5a26f0-3387-4442-8949-182ed91b57b5),segment_id=2d5a26f0-3387-4442-8949-182ed91b57b5)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:19:49.081587 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-b11f2e0c-711a-40a7-b85b-cc36b991d131 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2069041386', 'description': 'tempest-description--1417268659'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:49.142411 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f4d0e7-da76-4864-9b6e-5136f680d24d None None] The sync data for ids ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'] in dv-cinder-795751-2-iscsi is: [{'id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'name': 'tempest-AttachVolumeShelveTestJSON-661007217-router', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:36Z', 'updated_at': '2021-06-18T14:19:46Z', 'revision_number': 4, 'project_id': '107d8e292f474633ab35671645fd2880', 'gw_port': {'id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:37Z', 'updated_at': '2021-06-18T14:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd788fd0d-125b-4c61-ae72-f7713676735e', 'name': '', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'mac_address': 'fa:16:3e:d2:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:44Z', 'updated_at': '2021-06-18T14:19:46Z', 'revision_number': 2, 'project_id': '107d8e292f474633ab35671645fd2880', 'subnets': [{'id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:19:49.202089 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:49.204165 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 6a22afd2-0788-4b5e-a60b-4a7187ac210a up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:49.260844 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-da37c8b7-009a-4088-a538-a99382b9f646 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:49.284180 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b11f2e0c-711a-40a7-b85b-cc36b991d131 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:49.501915 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=4f7271b3-f70e-49e5-81f5-7bef2e2635b5,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:49.515079 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:49.536733 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 6a22afd2-0788-4b5e-a60b-4a7187ac210a triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:49.537127 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:49.653225 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b11f2e0c-711a-40a7-b85b-cc36b991d131 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:49.751696 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 27537899-1e30-4362-a538-70415f3422d9 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:49.768208 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b11f2e0c-711a-40a7-b85b-cc36b991d131 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:49.771122 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-96ab2ef1-4591-46c5-ac9f-3a23f5f10011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:49.837225 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 27537899-1e30-4362-a538-70415f3422d9 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:49.837664 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:49.883262 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f2e0c-711a-40a7-b85b-cc36b991d131 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3c1241-3348-400d-b4e1-8486b4c6bc21,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:49.897425 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f2e0c-711a-40a7-b85b-cc36b991d131 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:49.899272 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f2e0c-711a-40a7-b85b-cc36b991d131 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:49.900574 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f2e0c-711a-40a7-b85b-cc36b991d131 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:49.901519 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f2e0c-711a-40a7-b85b-cc36b991d131 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:49.902374 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f2e0c-711a-40a7-b85b-cc36b991d131 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:49.906906 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f2e0c-711a-40a7-b85b-cc36b991d131 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:49.907961 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f2e0c-711a-40a7-b85b-cc36b991d131 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:49.908583 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f2e0c-711a-40a7-b85b-cc36b991d131 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:49.909357 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f2e0c-711a-40a7-b85b-cc36b991d131 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:49.910135 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f2e0c-711a-40a7-b85b-cc36b991d131 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:49.910954 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f2e0c-711a-40a7-b85b-cc36b991d131 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:49.911794 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f2e0c-711a-40a7-b85b-cc36b991d131 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:49.932145 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-b11f2e0c-711a-40a7-b85b-cc36b991d131 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:49.939271 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b11f2e0c-711a-40a7-b85b-cc36b991d131 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:49.939271 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-b11f2e0c-711a-40a7-b85b-cc36b991d131 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8651898 Jun 18 14:19:49.939513 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 45268) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:49.943897 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-ebd74948-b7f4-4be0-8ffc-35b272b165e3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Request body: {'security_group_rule': {'security_group_id': '3f3c1241-3348-400d-b4e1-8486b4c6bc21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:50.075841 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ed99-9ef8-4bc6-91eb-eefaad76db29 req-d83ea76d-9402-4e0f-9dc4-530100cbb11d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:50.086787 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9959ed99-9ef8-4bc6-91eb-eefaad76db29 req-d83ea76d-9402-4e0f-9dc4-530100cbb11d tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 945 time: 0.2619796 Jun 18 14:19:50.151009 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ebd74948-b7f4-4be0-8ffc-35b272b165e3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:50.215658 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9959ed99-9ef8-4bc6-91eb-eefaad76db29 req-a9bcbd5b-94fb-43a5-9314-e2ac15e96e66 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276975 Jun 18 14:19:50.233883 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 4f7271b3-f70e-49e5-81f5-7bef2e2635b5 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:50.271460 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ebd74948-b7f4-4be0-8ffc-35b272b165e3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:50.355529 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ebd74948-b7f4-4be0-8ffc-35b272b165e3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:50.359721 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-24e23884-c5b4-4d44-9435-2242939eed14 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:50.380436 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 4f7271b3-f70e-49e5-81f5-7bef2e2635b5 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:50.381055 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:50.397278 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd74948-b7f4-4be0-8ffc-35b272b165e3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be1d8a6-db73-42f2-b69a-9c1ffefefc19,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:50.411929 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74948-b7f4-4be0-8ffc-35b272b165e3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:50.413694 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74948-b7f4-4be0-8ffc-35b272b165e3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:50.413694 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74948-b7f4-4be0-8ffc-35b272b165e3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:50.413694 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74948-b7f4-4be0-8ffc-35b272b165e3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:50.414269 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74948-b7f4-4be0-8ffc-35b272b165e3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:50.414546 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74948-b7f4-4be0-8ffc-35b272b165e3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:50.415543 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74948-b7f4-4be0-8ffc-35b272b165e3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:50.415998 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74948-b7f4-4be0-8ffc-35b272b165e3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:50.416454 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74948-b7f4-4be0-8ffc-35b272b165e3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:50.416822 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74948-b7f4-4be0-8ffc-35b272b165e3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:50.417286 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74948-b7f4-4be0-8ffc-35b272b165e3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:50.417687 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd74948-b7f4-4be0-8ffc-35b272b165e3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:50.422530 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-ebd74948-b7f4-4be0-8ffc-35b272b165e3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:50.519126 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-ebd74948-b7f4-4be0-8ffc-35b272b165e3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:50.520358 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-ebd74948-b7f4-4be0-8ffc-35b272b165e3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5807557 Jun 18 14:19:50.531190 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 45274) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:50.560080 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-476ffe0b-a67b-495d-b220-cffcd230f52e tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Request body: {'security_group_rule': {'security_group_id': '3f3c1241-3348-400d-b4e1-8486b4c6bc21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:50.684279 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-476ffe0b-a67b-495d-b220-cffcd230f52e tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:50.805670 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-476ffe0b-a67b-495d-b220-cffcd230f52e tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:50.893877 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-476ffe0b-a67b-495d-b220-cffcd230f52e tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:50.920453 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-93dd145a-5f3a-4f72-bf8d-789250f40af5 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:50.932922 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ffe0b-a67b-495d-b220-cffcd230f52e tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad32289d-8a44-4a9e-86bf-7e04d0ad7e83,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:50.936885 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-476ffe0b-a67b-495d-b220-cffcd230f52e tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:50.971550 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-476ffe0b-a67b-495d-b220-cffcd230f52e tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:50.977735 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-476ffe0b-a67b-495d-b220-cffcd230f52e tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4505129 Jun 18 14:19:50.980290 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 45278) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:50.985781 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-f25c7fb6-9266-4f2e-8280-cebcc1731d29 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Request body: {'floatingip': {'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:19:51.141878 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f25c7fb6-9266-4f2e-8280-cebcc1731d29 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for floatingip, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:51.399044 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f25c7fb6-9266-4f2e-8280-cebcc1731d29 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:51.619623 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [None req-f25c7fb6-9266-4f2e-8280-cebcc1731d29 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Allocated IP 172.27.3.81 (bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae/6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898/82f1d45f-5d6d-4a51-8649-cd425bcd003f) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:19:51.844720 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77c347-a3f2-4c2a-87d6-006122b101ea req-9ae4a4b7-31f6-4bf9-a4b3-ce6646d90bc8 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:51.855175 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7c77c347-a3f2-4c2a-87d6-006122b101ea req-9ae4a4b7-31f6-4bf9-a4b3-ce6646d90bc8 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 945 time: 0.2582338 Jun 18 14:19:51.922914 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7c77c347-a3f2-4c2a-87d6-006122b101ea req-5763ae82-2b0e-4c47-98d1-28af7123c68c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659010 Jun 18 14:19:51.957712 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f25c7fb6-9266-4f2e-8280-cebcc1731d29 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:52.153683 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3d6b8-c554-4dab-a514-2412a0fd84b7 req-e106f0c9-5a35-4afa-a3ed-b24ec1e1376e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:52.156372 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7bc3d6b8-c554-4dab-a514-2412a0fd84b7 req-e106f0c9-5a35-4afa-a3ed-b24ec1e1376e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 945 time: 0.1957500 Jun 18 14:19:52.159680 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f25c7fb6-9266-4f2e-8280-cebcc1731d29 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11814889'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:52.186844 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-62a19c55-13ef-4c2b-9f77-a1d7c34116b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:52.208993 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25c7fb6-9266-4f2e-8280-cebcc1731d29 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:19:52.329102 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-f25c7fb6-9266-4f2e-8280-cebcc1731d29 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:19:52.340823 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25c7fb6-9266-4f2e-8280-cebcc1731d29 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:19:52.363922 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 6e634ca7-2d6d-432b-b791-3a1303992117 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:52.503230 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c7fb6-9266-4f2e-8280-cebcc1731d29 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Pushing event updated for resources: {'Port': ['ID=82f1d45f-5d6d-4a51-8649-cd425bcd003f,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:52.548825 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-f25c7fb6-9266-4f2e-8280-cebcc1731d29 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:52.589263 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port 6e634ca7-2d6d-432b-b791-3a1303992117 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:52.595595 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 6e634ca7-2d6d-432b-b791-3a1303992117 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:52.596322 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:52.608418 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f25c7fb6-9266-4f2e-8280-cebcc1731d29 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:52.658182 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [req-7bc3d6b8-c554-4dab-a514-2412a0fd84b7 req-f6417353-87b4-4a76-a2be-5a16135a6c0a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Deleting port 5aed1d4a-e478-41df-810a-be5c1d4fb512 {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:19:52.658761 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-7bc3d6b8-c554-4dab-a514-2412a0fd84b7 req-f6417353-87b4-4a76-a2be-5a16135a6c0a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:52.830542 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:52.859555 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port 6e634ca7-2d6d-432b-b791-3a1303992117, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=6e634ca7-2d6d-432b-b791-3a1303992117,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:19:52.938224 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:52.940853 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-da37c8b7-009a-4088-a538-a99382b9f646 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:53.073182 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=6e634ca7-2d6d-432b-b791-3a1303992117,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:53.082864 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:53.267726 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-7bc3d6b8-c554-4dab-a514-2412a0fd84b7 req-f6417353-87b4-4a76-a2be-5a16135a6c0a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] For port 5aed1d4a-e478-41df-810a-be5c1d4fb512, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=5aed1d4a-e478-41df-810a-be5c1d4fb512,segment=NetworkSegment(7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f),segment_id=7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:19:53.269095 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-7bc3d6b8-c554-4dab-a514-2412a0fd84b7 req-f6417353-87b4-4a76-a2be-5a16135a6c0a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:53.400017 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [req-7bc3d6b8-c554-4dab-a514-2412a0fd84b7 req-f6417353-87b4-4a76-a2be-5a16135a6c0a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Calling delete_port for 5aed1d4a-e478-41df-810a-be5c1d4fb512 owned by compute:nova {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:19:53.421539 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f25c7fb6-9266-4f2e-8280-cebcc1731d29 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:53.675201 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1e8ed-cc40-4569-b700-78a0fbafae85 req-7eea654d-996b-4d67-9574-e8f4f7c9d029 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:53.677143 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-dfd1e8ed-cc40-4569-b700-78a0fbafae85 req-7eea654d-996b-4d67-9574-e8f4f7c9d029 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 945 time: 0.3983498 Jun 18 14:19:53.844767 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f25c7fb6-9266-4f2e-8280-cebcc1731d29 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for port, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:53.928833 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-dfd1e8ed-cc40-4569-b700-78a0fbafae85 req-b8df11a8-e99b-49f7-91f0-5bf5bd94c028 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/security-groups?id=217e5d92-dca8-4937-b15b-ea45ea2e44f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397869 Jun 18 14:19:53.937562 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f25c7fb6-9266-4f2e-8280-cebcc1731d29 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11814879'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:53.942887 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:54.089981 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-7bc3d6b8-c554-4dab-a514-2412a0fd84b7 req-f6417353-87b4-4a76-a2be-5a16135a6c0a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:54.092291 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c7fb6-9266-4f2e-8280-cebcc1731d29 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Pushing event updated for resources: {'Port': ['ID=82f1d45f-5d6d-4a51-8649-cd425bcd003f,revision_number=2']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:54.103735 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-f25c7fb6-9266-4f2e-8280-cebcc1731d29 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:54.104415 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-08fb569f-ab0d-48db-9fed-7403753e446d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:54.165318 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6417353-87b4-4a76-a2be-5a16135a6c0a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Pushing event deleted for resources: {'Port': ['ID=5aed1d4a-e478-41df-810a-be5c1d4fb512,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:54.216909 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['5aed1d4a-e478-41df-810a-be5c1d4fb512'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:19:54.221895 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 6e634ca7-2d6d-432b-b791-3a1303992117 up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:54.237792 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-f6417353-87b4-4a76-a2be-5a16135a6c0a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:54.290233 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f25c7fb6-9266-4f2e-8280-cebcc1731d29 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635786'] for floatingip, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:54.324885 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] Sync routers for ids ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'] in dv-cinder-795751-2-iscsi {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:19:54.388674 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] Routers {'68e8837d-9fe5-4c94-8dd1-df1bb585495a'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:54.389649 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:19:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:54.405987 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc3d6b8-c554-4dab-a514-2412a0fd84b7 req-f6417353-87b4-4a76-a2be-5a16135a6c0a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] No DVR routers for this DVR port 5aed1d4a-e478-41df-810a-be5c1d4fb512 on host hv-cinder-79575 {{(pid=93613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:19:54.409832 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-7bc3d6b8-c554-4dab-a514-2412a0fd84b7 req-f6417353-87b4-4a76-a2be-5a16135a6c0a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:54.424248 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7bc3d6b8-c554-4dab-a514-2412a0fd84b7 req-f6417353-87b4-4a76-a2be-5a16135a6c0a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.38 "DELETE /v2.0/ports/5aed1d4a-e478-41df-810a-be5c1d4fb512 HTTP/1.1" status: 204 len: 173 time: 2.2481775 Jun 18 14:19:54.424853 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c35180f-1a0e-41c3-a2a3-8ec15433cfd9', 'name': 'network-vif-deleted', 'tag': '5aed1d4a-e478-41df-810a-be5c1d4fb512'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:19:54.440073 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23ba21d-9787-4e22-b464-67866b322fc5" -d '{"events": [{"server_uuid": "5c35180f-1a0e-41c3-a2a3-8ec15433cfd9", "name": "network-vif-deleted", "tag": "5aed1d4a-e478-41df-810a-be5c1d4fb512"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:19:54.504026 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4a995f-512c-4949-af14-1f5a9da91be7 x-openstack-request-id: req-6b4a995f-512c-4949-af14-1f5a9da91be7 {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:19:54.506675 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c35180f-1a0e-41c3-a2a3-8ec15433cfd9", "name": "network-vif-deleted", "tag": "5aed1d4a-e478-41df-810a-be5c1d4fb512", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:19:54.507238 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b4a995f-512c-4949-af14-1f5a9da91be7 {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:19:54.507912 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c35180f-1a0e-41c3-a2a3-8ec15433cfd9', 'name': 'network-vif-deleted', 'tag': '5aed1d4a-e478-41df-810a-be5c1d4fb512', 'status': 'completed', 'code': 200} Jun 18 14:19:54.551783 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port 6e634ca7-2d6d-432b-b791-3a1303992117 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:54.554089 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:54.714015 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] Set router 68e8837d-9fe5-4c94-8dd1-df1bb585495a gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:55.057345 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'name': 'tempest-AttachVolumeShelveTestJSON-661007217-router', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:36Z', 'updated_at': '2021-06-18T14:19:46Z', 'revision_number': 4, 'project_id': '107d8e292f474633ab35671645fd2880', 'gw_port': {'id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:37Z', 'updated_at': '2021-06-18T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd788fd0d-125b-4c61-ae72-f7713676735e', 'name': '', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'mac_address': 'fa:16:3e:d2:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:44Z', 'updated_at': '2021-06-18T14:19:46Z', 'revision_number': 2, 'project_id': '107d8e292f474633ab35671645fd2880', 'subnets': [{'id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:55.102772 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] Checking router: 68e8837d-9fe5-4c94-8dd1-df1bb585495a for host: dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:19:55.103217 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] Updating router 68e8837d-9fe5-4c94-8dd1-df1bb585495a port d788fd0d-125b-4c61-ae72-f7713676735e binding host dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 14:19:55.108708 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f25c7fb6-9266-4f2e-8280-cebcc1731d29 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for floatingip, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:55.110937 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-f25c7fb6-9266-4f2e-8280-cebcc1731d29 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1292942 Jun 18 14:19:55.165299 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:55.495864 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-024ab0c7-3476-426b-b208-95f00ba4b017 req-9339edff-815e-4320-ae54-443b15aa5668 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 210 time: 0.1838820 Jun 18 14:19:55.842027 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] Notify callbacks [] for port, precommit_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:55.884508 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.provisioning_blocks [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] Transition to ACTIVE for port object d788fd0d-125b-4c61-ae72-f7713676735e will not be triggered until provisioned by entity L2. {{(pid=93615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:19:55.974320 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:55.979959 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:56.330398 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f812270-3757-4f26-8836-6a6caacc304b None None] Pushing event updated for resources: {'Port': ['ID=d788fd0d-125b-4c61-ae72-f7713676735e,revision_number=3']} {{(pid=93615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:56.405003 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 5aed1d4a-e478-41df-810a-be5c1d4fb512 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:19:56.473840 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-3f812270-3757-4f26-8836-6a6caacc304b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:56.496622 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] No Port match for: 5aed1d4a-e478-41df-810a-be5c1d4fb512 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:19:56.497735 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 5aed1d4a-e478-41df-810a-be5c1d4fb512 not bound to the agent host hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:19:56.560350 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] Attempting to bind port d788fd0d-125b-4c61-ae72-f7713676735e on host dv-cinder-795751-2-iscsi for vnic_type normal with profile {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:19:56.560923 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] Attempting to bind port d788fd0d-125b-4c61-ae72-f7713676735e by drivers openvswitch,hyperv on host dv-cinder-795751-2-iscsi at level 0 using segments [{'id': '6a9057c8-1ac1-4a81-a289-8ea95e1744d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273'}] {{(pid=93615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:19:56.561814 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] Attempting to bind port d788fd0d-125b-4c61-ae72-f7713676735e on network 34ea1a7a-1cdd-4064-b454-5495867b8273 {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:19:56.570856 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] Checking agent: {'id': '357fa02d-3ce3-44c5-a8a8-215135d3c76c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 6, 12), 'started_at': datetime.datetime(2021, 6, 18, 14, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:19:56.571396 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] Checking segment: {'id': '6a9057c8-1ac1-4a81-a289-8ea95e1744d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:19:56.571912 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:56.575614 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] Bound using segment: {'id': '6a9057c8-1ac1-4a81-a289-8ea95e1744d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273'} {{(pid=93615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:19:56.576556 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.managers [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] Bound port: d788fd0d-125b-4c61-ae72-f7713676735e, host: dv-cinder-795751-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9057c8-1ac1-4a81-a289-8ea95e1744d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273'}}] {{(pid=93615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:19:56.577162 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:56.782970 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4cca221d-8475-486b-b6de-18c8e4778b5d req-e2314c36-ff18-4bfb-a35f-6c03d11519ec tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c35180f-1a0e-41c3-a2a3-8ec15433cfd9 HTTP/1.1" status: 200 len: 210 time: 0.0553148 Jun 18 14:19:56.841797 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.db [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] For port d788fd0d-125b-4c61-ae72-f7713676735e, host dv-cinder-795751-2-iscsi, cleared binding levels {{(pid=93615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:19:56.848500 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.plugins.ml2.db [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] For port d788fd0d-125b-4c61-ae72-f7713676735e, host dv-cinder-795751-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=d788fd0d-125b-4c61-ae72-f7713676735e,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:19:56.923988 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron_lib.callbacks.manager [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:56.928793 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:57.046192 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f812270-3757-4f26-8836-6a6caacc304b None None] Pushing event updated for resources: {'Port': ['ID=d788fd0d-125b-4c61-ae72-f7713676735e,revision_number=4']} {{(pid=93615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:57.054917 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG oslo_concurrency.lockutils [None req-3f812270-3757-4f26-8836-6a6caacc304b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:57.073693 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] Routers {'68e8837d-9fe5-4c94-8dd1-df1bb585495a'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:19:57.076166 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:19:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:57.343644 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] Set router 68e8837d-9fe5-4c94-8dd1-df1bb585495a gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:19:57.691848 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'name': 'tempest-AttachVolumeShelveTestJSON-661007217-router', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:36Z', 'updated_at': '2021-06-18T14:19:46Z', 'revision_number': 4, 'project_id': '107d8e292f474633ab35671645fd2880', 'gw_port': {'id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:37Z', 'updated_at': '2021-06-18T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd788fd0d-125b-4c61-ae72-f7713676735e', 'name': '', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'mac_address': 'fa:16:3e:d2:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:44Z', 'updated_at': '2021-06-18T14:19:56Z', 'revision_number': 4, 'project_id': '107d8e292f474633ab35671645fd2880', 'subnets': [{'id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:57.719139 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-d1a05635-07f9-49e4-a5b0-76fd572709da tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2069041386&fields=id&tenant_id=107d8e292f474633ab35671645fd2880 HTTP/1.1" status: 200 len: 267 time: 0.0453360 Jun 18 14:19:57.724270 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c897010-55f3-4892-b7f5-1be94be65607 None None] The sync data for ids ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'] in dv-cinder-795751-2-iscsi is: [{'id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'name': 'tempest-AttachVolumeShelveTestJSON-661007217-router', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:36Z', 'updated_at': '2021-06-18T14:19:46Z', 'revision_number': 4, 'project_id': '107d8e292f474633ab35671645fd2880', 'gw_port': {'id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:37Z', 'updated_at': '2021-06-18T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd788fd0d-125b-4c61-ae72-f7713676735e', 'name': '', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'mac_address': 'fa:16:3e:d2:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:44Z', 'updated_at': '2021-06-18T14:19:56Z', 'revision_number': 4, 'project_id': '107d8e292f474633ab35671645fd2880', 'subnets': [{'id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:19:57.927379 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 45400) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:57.964793 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-2f49b461-b7e8-4590-bd4d-e43b2b1f521d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:19:57.970563 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-2f49b461-b7e8-4590-bd4d-e43b2b1f521d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/networks?id=34ea1a7a-1cdd-4064-b454-5495867b8273 HTTP/1.1" status: 200 len: 816 time: 0.2372427 Jun 18 14:19:58.014765 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-4c7a1edf-c949-4eb9-8f9b-1aefd7c708d3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/quotas/107d8e292f474633ab35671645fd2880 HTTP/1.1" status: 200 len: 375 time: 0.0405726 Jun 18 14:19:58.225366 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-647ec9ea-f4c6-47d7-9132-f7f8eea05ab3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=107d8e292f474633ab35671645fd2880&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2093682 Jun 18 14:19:58.274030 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device d788fd0d-125b-4c61-ae72-f7713676735e up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:19:58.314399 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5a3be6-5bde-4388-9a4b-8aa5993d982f admin admin] Deleting subnet 4f4a3b15-5d35-4545-8617-d54f3ee00d9a {{(pid=93612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 14:19:58.317744 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9e5a3be6-5bde-4388-9a4b-8aa5993d982f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:58.380129 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9e5a3be6-5bde-4388-9a4b-8aa5993d982f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12265515'] for subnet, precommit_delete_associations {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:58.408354 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning for port d788fd0d-125b-4c61-ae72-f7713676735e completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:19:58.413377 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port d788fd0d-125b-4c61-ae72-f7713676735e triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:19:58.414591 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:58.444642 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-597dde58-8409-431d-a439-38419ed3e515 service neutron] 10.222.0.26 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183015 Jun 18 14:19:58.466364 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9e5a3be6-5bde-4388-9a4b-8aa5993d982f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3459435'] for subnet, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:58.595658 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:58.624534 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-de517ed6-923e-4f72-908e-8288bf1527bb service neutron] 10.222.0.26 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727183 Jun 18 14:19:58.637055 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9e5a3be6-5bde-4388-9a4b-8aa5993d982f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3459428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12393680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12343239'] for subnet, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:58.642150 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-fd3ced3b-6542-40c1-974d-7274c94069d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:58.645547 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] For port d788fd0d-125b-4c61-ae72-f7713676735e, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=d788fd0d-125b-4c61-ae72-f7713676735e,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:19:58.734497 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a3be6-5bde-4388-9a4b-8aa5993d982f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f4a3b15-5d35-4545-8617-d54f3ee00d9a,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:58.753129 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9e5a3be6-5bde-4388-9a4b-8aa5993d982f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:58.760426 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9e5a3be6-5bde-4388-9a4b-8aa5993d982f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:58.771623 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 45422) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:58.775254 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-9e5a3be6-5bde-4388-9a4b-8aa5993d982f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4f4a3b15-5d35-4545-8617-d54f3ee00d9a HTTP/1.1" status: 204 len: 168 time: 0.8447366 Jun 18 14:19:58.802638 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:58.805270 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-a5ebec3d-c062-4acb-b329-23d318aee827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:58.884537 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Pushing event updated for resources: {'Port': ['ID=d788fd0d-125b-4c61-ae72-f7713676735e,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:58.893897 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:58.894244 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:58.894908 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:58.895473 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:58.896404 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:58.896975 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:58.897585 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:58.898711 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:58.899379 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:58.899813 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:58.900263 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:58.901220 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:19:58.924958 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:58.970236 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2a7c319c-9e1a-4ed8-a3ef-2c65270c0d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3629591'] for network, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:59.095305 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2a7c319c-9e1a-4ed8-a3ef-2c65270c0d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3460340', 'neutron.services.segments.db._delete_segments_for_network-8749953549011'] for network, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:59.106921 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-2a7c319c-9e1a-4ed8-a3ef-2c65270c0d9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c53d92-b13a-4c0f-9dc2-9c88681c80d4']}} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:59.120061 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-2a7c319c-9e1a-4ed8-a3ef-2c65270c0d9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f') {'for_net_delete': True} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:59.120754 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-2a7c319c-9e1a-4ed8-a3ef-2c65270c0d9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5dd1cb-17f8-42d1-9a7a-a7ac4867135f') {} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:19:59.153248 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2a7c319c-9e1a-4ed8-a3ef-2c65270c0d9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749953548840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11651501'] for segment, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:59.188033 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2a7c319c-9e1a-4ed8-a3ef-2c65270c0d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:59.196799 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7c319c-9e1a-4ed8-a3ef-2c65270c0d9b admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=93613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 14:19:59.197396 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2a7c319c-9e1a-4ed8-a3ef-2c65270c0d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11867959'] for segment, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: Traceback (most recent call last): Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: timer() Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: cb(*args, **kw) Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: return func(*args, **kwargs) Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: self._notify() Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: self.callback(batched_events) Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: event.method(event) Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: return f(self, *a, **k) Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: return self._get(url).json() Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: return self.request(url, 'GET', **kwargs) Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 14:19:59.199478 dv-cinder-795751-2-iscsi neutron-server[93613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 14:19:59.237688 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b81a995f-adc8-42bf-95d6-7c1f4a2e6045 req-c57f343e-cc21-49fc-9f47-e87dacd54dec tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 210 time: 0.0517950 Jun 18 14:19:59.369814 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2a7c319c-9e1a-4ed8-a3ef-2c65270c0d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3460333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635832'] for network, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:59.377999 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-0a1cd1d5-8ad9-42fc-8b77-7e2d9e6c3d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:19:59.380627 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2a7c319c-9e1a-4ed8-a3ef-2c65270c0d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:59.386388 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-2a7c319c-9e1a-4ed8-a3ef-2c65270c0d9b admin admin] 10.222.0.26 "DELETE /v2.0/networks/80c53d92-b13a-4c0f-9dc2-9c88681c80d4 HTTP/1.1" status: 204 len: 168 time: 0.6133616 Jun 18 14:19:59.432802 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c319c-9e1a-4ed8-a3ef-2c65270c0d9b admin admin] Pushing event deleted for resources: {'Network': ['ID=80c53d92-b13a-4c0f-9dc2-9c88681c80d4,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:19:59.436854 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-2a7c319c-9e1a-4ed8-a3ef-2c65270c0d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:19:59.789388 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 45440) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:59.854690 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-2b620893-5d94-4e41-a3bd-cf7eee2c9f63 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a0fb363ac56e4dfdb761e1b1617c621f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0641637 Jun 18 14:19:59.854794 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 45446) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:19:59.943560 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-c2e561e3-3a32-4ffe-9d04-522c83e0fb15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:19:59.964695 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-c2e561e3-3a32-4ffe-9d04-522c83e0fb15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:00.144391 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device d788fd0d-125b-4c61-ae72-f7713676735e up at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:20:00.203084 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Provisioning complete for port d788fd0d-125b-4c61-ae72-f7713676735e triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:20:00.203084 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:00.340975 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e5f5565c-4bae-474b-9d03-a5cf74c37654 req-9ea8e21a-f6d8-4da4-b9c1-f9973c71ebba tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 210 time: 0.0446627 Jun 18 14:20:00.796929 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-c2e561e3-3a32-4ffe-9d04-522c83e0fb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:00.799945 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-c2e561e3-3a32-4ffe-9d04-522c83e0fb15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:00.803530 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-c2e561e3-3a32-4ffe-9d04-522c83e0fb15 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/217e5d92-dca8-4937-b15b-ea45ea2e44f1 HTTP/1.1" status: 204 len: 168 time: 0.9452047 Jun 18 14:20:00.803530 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-da31febd-915d-4cf2-a1a9-9acfdd3887b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:00.810896 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e561e3-3a32-4ffe-9d04-522c83e0fb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217e5d92-dca8-4937-b15b-ea45ea2e44f1,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:00.813429 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-c2e561e3-3a32-4ffe-9d04-522c83e0fb15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:01.461636 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-585bf407-6da8-496c-b765-d211c7053a29 req-5fc97511-300a-4a77-9814-733e35d8e7dc tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 210 time: 0.0344718 Jun 18 14:20:02.646167 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-94af2a4a-2209-4e56-98d7-a8cbdd14e489 req-b4445ba2-1a77-4714-827f-109d8fc7abd5 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 210 time: 0.0403121 Jun 18 14:20:02.769753 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-adef5914-d85e-4635-87a0-db51a1f097dd tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:02.771418 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-adef5914-d85e-4635-87a0-db51a1f097dd tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/networks?id=3fd89ab7-5588-43a8-84be-21487b134cf3 HTTP/1.1" status: 200 len: 815 time: 0.1176031 Jun 18 14:20:02.787071 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-9ce2c3f2-770a-40e0-a5b4-3537091bd49f tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/quotas/dd4784573d394c61b1a6016cd23af364 HTTP/1.1" status: 200 len: 375 time: 0.0101521 Jun 18 14:20:02.867137 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-34b507f8-086c-4fee-a83e-310cd6ddd4f6 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd4784573d394c61b1a6016cd23af364&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725222 Jun 18 14:20:03.103515 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-43b2e3c0-64d0-464c-a288-a0d4d3553e36 service neutron] 10.222.0.26 "GET /v2.0/networks/3fd89ab7-5588-43a8-84be-21487b134cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236674 Jun 18 14:20:03.202204 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-593383ee-09ad-4935-9761-c3157d137a03 service neutron] 10.222.0.26 "GET /v2.0/networks/3fd89ab7-5588-43a8-84be-21487b134cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925238 Jun 18 14:20:03.640486 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 45546) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:03.656100 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c7e50d92-8070-4d4b-a29c-df19fb99118a req-dc3e1976-5580-4ce3-867e-1910211f01ea tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 210 time: 0.0974684 Jun 18 14:20:03.743529 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7ce85b82-a5cd-40e9-a4e7-ed5cd04c8112 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:03.745411 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7ce85b82-a5cd-40e9-a4e7-ed5cd04c8112 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.38 "GET /v2.0/networks?id=34ea1a7a-1cdd-4064-b454-5495867b8273 HTTP/1.1" status: 200 len: 816 time: 0.1971462 Jun 18 14:20:03.807902 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-6daf9e8f-ebaa-46cb-b08b-c845bf063147 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=107d8e292f474633ab35671645fd2880 HTTP/1.1" status: 200 len: 380 time: 0.0442617 Jun 18 14:20:03.821017 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-92451c0d-714f-48e9-84e4-e79ec00b728f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Request body: {'port': {'device_id': '379430e9-f0a2-4e41-8653-a438aa28a16b', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'admin_state_up': True, 'tenant_id': '107d8e292f474633ab35671645fd2880', 'security_groups': ['3f3c1241-3348-400d-b4e1-8486b4c6bc21']}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:20:03.859777 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-30b3d2e8-00f0-48d6-bc5e-ce44eef25bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:03.904253 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-33eeab5c-eaab-401d-83ec-549656bc2cd5 req-12096794-85ef-4b2f-849c-5c23939bdf57 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 210 time: 0.0343056 Jun 18 14:20:03.978602 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-30b3d2e8-00f0-48d6-bc5e-ce44eef25bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:04.035482 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-30b3d2e8-00f0-48d6-bc5e-ce44eef25bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:04.038196 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-04781f92-8c4f-4848-a393-9b0e89fea9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:04.082544 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-30b3d2e8-00f0-48d6-bc5e-ce44eef25bf0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f82cacf8b11405196c0c706c0603d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4403095 Jun 18 14:20:04.083343 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3d2e8-00f0-48d6-bc5e-ce44eef25bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1bfa51-dc55-417e-805d-e91c80d7c4e6,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:04.086014 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 45558) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:04.086763 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-30b3d2e8-00f0-48d6-bc5e-ce44eef25bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:04.133496 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-92451c0d-714f-48e9-84e4-e79ec00b728f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Made reservation on behalf of 107d8e292f474633ab35671645fd2880 for: {'port': 1} {{(pid=93613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:20:04.139030 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-92451c0d-714f-48e9-84e4-e79ec00b728f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:04.228843 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-669d72ce-cca5-40bc-9945-f2eb58b6fc02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:04.274126 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-669d72ce-cca5-40bc-9945-f2eb58b6fc02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:04.353425 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-92451c0d-714f-48e9-84e4-e79ec00b728f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Allocated IP 172.20.0.10 (34ea1a7a-1cdd-4064-b454-5495867b8273/3994dc00-6a2f-4cf8-8857-bc42cacf8da2/a8deefef-fab4-49b2-9ea9-f78b24627d1a) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:20:04.491439 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-669d72ce-cca5-40bc-9945-f2eb58b6fc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:04.494244 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-669d72ce-cca5-40bc-9945-f2eb58b6fc02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:04.495995 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-669d72ce-cca5-40bc-9945-f2eb58b6fc02 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb1bfa51-dc55-417e-805d-e91c80d7c4e6 HTTP/1.1" status: 204 len: 168 time: 0.4078877 Jun 18 14:20:04.499951 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-297f7a1c-90d9-44fe-a9f3-60e1ed0edaa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:04.520441 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d72ce-cca5-40bc-9945-f2eb58b6fc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1bfa51-dc55-417e-805d-e91c80d7c4e6,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:04.526057 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-669d72ce-cca5-40bc-9945-f2eb58b6fc02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:04.543081 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-92451c0d-714f-48e9-84e4-e79ec00b728f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:04.557484 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.provisioning_blocks [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-92451c0d-714f-48e9-84e4-e79ec00b728f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Transition to ACTIVE for port object a8deefef-fab4-49b2-9ea9-f78b24627d1a will not be triggered until provisioned by entity DHCP. {{(pid=93613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:20:04.696415 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-92451c0d-714f-48e9-84e4-e79ec00b728f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11814889'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:04.699927 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:04.766249 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-92451c0d-714f-48e9-84e4-e79ec00b728f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Network 34ea1a7a-1cdd-4064-b454-5495867b8273 is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:20:04.769841 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-92451c0d-714f-48e9-84e4-e79ec00b728f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:20:04.775415 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-92451c0d-714f-48e9-84e4-e79ec00b728f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:20:04.779574 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92451c0d-714f-48e9-84e4-e79ec00b728f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Pushing event updated for resources: {'Port': ['ID=a8deefef-fab4-49b2-9ea9-f78b24627d1a,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:04.794733 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2b51f110-cfba-465c-80a8-9a0f38ebda33 req-7664eba1-3c85-4817-8554-110ac666776c tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 210 time: 0.0442519 Jun 18 14:20:04.800975 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-92451c0d-714f-48e9-84e4-e79ec00b728f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:04.859725 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-92451c0d-714f-48e9-84e4-e79ec00b728f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:04.860554 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-92451c0d-714f-48e9-84e4-e79ec00b728f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:04.967259 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-92451c0d-714f-48e9-84e4-e79ec00b728f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1512265 Jun 18 14:20:05.183193 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Request body: {'port': {'device_id': '379430e9-f0a2-4e41-8653-a438aa28a16b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:20:05.183388 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3fa1e-c7ac-4b66-ada6-5dc0d57500a7 req-7655153a-5e98-426f-8bf5-a22fb320530f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:05.183388 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-dde3fa1e-c7ac-4b66-ada6-5dc0d57500a7 req-7655153a-5e98-426f-8bf5-a22fb320530f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 932 time: 0.0885389 Jun 18 14:20:05.255682 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-dde3fa1e-c7ac-4b66-ada6-5dc0d57500a7 req-7e73d102-6440-4136-9d39-162aefd2882f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669739 Jun 18 14:20:05.274693 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:05.408234 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-13003c2d-2474-4da3-9163-5b02f22b5812 None None] Provisioning for port a8deefef-fab4-49b2-9ea9-f78b24627d1a completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:20:05.418053 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-13003c2d-2474-4da3-9163-5b02f22b5812 None None] Provisioning complete for port a8deefef-fab4-49b2-9ea9-f78b24627d1a triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:20:05.418053 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-13003c2d-2474-4da3-9163-5b02f22b5812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:05.451547 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-13003c2d-2474-4da3-9163-5b02f22b5812 None None] Port a8deefef-fab4-49b2-9ea9-f78b24627d1a cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:20:05.578590 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8deefef-fab4-49b2-9ea9-f78b24627d1a {{(pid=93613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:20:05.587017 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:05.601803 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.provisioning_blocks [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Transition to ACTIVE for port object a8deefef-fab4-49b2-9ea9-f78b24627d1a will not be triggered until provisioned by entity L2. {{(pid=93613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:20:05.711559 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11814879'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:05.715647 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:05.819893 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Pushing event updated for resources: {'Port': ['ID=a8deefef-fab4-49b2-9ea9-f78b24627d1a,revision_number=2']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:05.823760 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:05.885445 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.managers [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Attempting to bind port a8deefef-fab4-49b2-9ea9-f78b24627d1a on host hv-cinder-79575 for vnic_type normal with profile {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:20:05.885810 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.managers [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Attempting to bind port a8deefef-fab4-49b2-9ea9-f78b24627d1a by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '6a9057c8-1ac1-4a81-a289-8ea95e1744d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273'}] {{(pid=93613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:20:05.886332 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Attempting to bind port a8deefef-fab4-49b2-9ea9-f78b24627d1a on network 34ea1a7a-1cdd-4064-b454-5495867b8273 {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:20:05.891947 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Port a8deefef-fab4-49b2-9ea9-f78b24627d1a on network 34ea1a7a-1cdd-4064-b454-5495867b8273 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 14:20:05.892970 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Attempting to bind port a8deefef-fab4-49b2-9ea9-f78b24627d1a on network 34ea1a7a-1cdd-4064-b454-5495867b8273 {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:20:05.903533 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Checking agent: {'id': '29ce2f09-b2be-4853-98fa-378b10f49f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'started_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:20:05.904212 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Checking segment: {'id': '6a9057c8-1ac1-4a81-a289-8ea95e1744d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:20:05.904774 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Bound using segment: {'id': '6a9057c8-1ac1-4a81-a289-8ea95e1744d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273'} {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:20:05.905376 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.managers [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Bound port: a8deefef-fab4-49b2-9ea9-f78b24627d1a, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9057c8-1ac1-4a81-a289-8ea95e1744d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273'}}] {{(pid=93613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:20:05.905931 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:06.053710 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 45604) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:06.079418 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a8df3892-30f5-4afe-883d-f94a9a855632 req-d0447d46-7e62-4764-b0a9-75c9e12a77d5 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 210 time: 0.0583179 Jun 18 14:20:06.083338 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] For port a8deefef-fab4-49b2-9ea9-f78b24627d1a, host hv-cinder-79575, cleared binding levels {{(pid=93613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:20:06.103758 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] For port a8deefef-fab4-49b2-9ea9-f78b24627d1a, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=a8deefef-fab4-49b2-9ea9-f78b24627d1a,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:20:06.193674 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-c20c9642-d996-4fd0-a28e-6666dfe78b9a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1893741869-network', 'tenant_id': '7be70b90ffdd4aab9e9669ed61fd8d35'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:20:06.300231 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11814879'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:06.304544 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-371ab7df-308b-4357-acbc-7b5d5a19149b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:06.343697 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20c9642-d996-4fd0-a28e-6666dfe78b9a admin admin] Made reservation on behalf of 7be70b90ffdd4aab9e9669ed61fd8d35 for: {'network': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:20:06.347464 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c20c9642-d996-4fd0-a28e-6666dfe78b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for network, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:06.363170 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c20c9642-d996-4fd0-a28e-6666dfe78b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:06.367220 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:06.368091 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:06.370209 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] 10.222.0.38 "PUT /v2.0/ports/a8deefef-fab4-49b2-9ea9-f78b24627d1a HTTP/1.1" status: 200 len: 1094 time: 1.3865590 Jun 18 14:20:06.374800 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379430e9-f0a2-4e41-8653-a438aa28a16b', 'tag': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:20:06.374941 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a91e143-3556-4806-9b03-41e524cf4952" -d '{"events": [{"name": "network-changed", "server_uuid": "379430e9-f0a2-4e41-8653-a438aa28a16b", "tag": "a8deefef-fab4-49b2-9ea9-f78b24627d1a"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:20:06.478978 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8f34a3-adfd-43ba-874d-15f9955773a6 x-openstack-request-id: req-0f8f34a3-adfd-43ba-874d-15f9955773a6 {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:20:06.479296 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379430e9-f0a2-4e41-8653-a438aa28a16b", "tag": "a8deefef-fab4-49b2-9ea9-f78b24627d1a", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:20:06.479591 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f8f34a3-adfd-43ba-874d-15f9955773a6 {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:20:06.480036 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379430e9-f0a2-4e41-8653-a438aa28a16b', 'tag': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a', 'status': 'completed', 'code': 200} Jun 18 14:20:06.486257 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Pushing event updated for resources: {'Port': ['ID=a8deefef-fab4-49b2-9ea9-f78b24627d1a,revision_number=3']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:06.496949 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:06.542769 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c20c9642-d996-4fd0-a28e-6666dfe78b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:06.583497 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cdc0c-0200-4a38-8587-a1c355d6adba req-2564a618-a2c0-4b6d-af8a-90dd1c1cdcb5 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:06.585189 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3f5cdc0c-0200-4a38-8587-a1c355d6adba req-2564a618-a2c0-4b6d-af8a-90dd1c1cdcb5 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.1779926 Jun 18 14:20:06.623367 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c20c9642-d996-4fd0-a28e-6666dfe78b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:06.631265 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-eef8e971-84f6-41ae-aaff-fcadad14eb09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:06.646617 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3f5cdc0c-0200-4a38-8587-a1c355d6adba req-fa0cd899-7253-4153-a693-b0ba4fb93765 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461743 Jun 18 14:20:06.653798 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91e143-3556-4806-9b03-41e524cf4952 req-65dcde9a-9d82-4d06-af4d-7a466b9b83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:06.655543 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0a91e143-3556-4806-9b03-41e524cf4952 req-65dcde9a-9d82-4d06-af4d-7a466b9b83d8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=107d8e292f474633ab35671645fd2880&device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 1097 time: 0.1316822 Jun 18 14:20:06.657808 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20c9642-d996-4fd0-a28e-6666dfe78b9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=93612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 14:20:06.677416 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c20c9642-d996-4fd0-a28e-6666dfe78b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:06.677840 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.segments_db [None req-c20c9642-d996-4fd0-a28e-6666dfe78b9a admin admin] Added segment 9c0a1272-42f6-4d0c-9be4-91858b86fcfb of type vlan for network 15b155a4-2536-4c4f-87f4-e27a303413fb Jun 18 14:20:06.679627 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c9642-d996-4fd0-a28e-6666dfe78b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889cf151-8715-4727-b343-c662c8b6bc1d,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:06.683524 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c20c9642-d996-4fd0-a28e-6666dfe78b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:06.755721 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c20c9642-d996-4fd0-a28e-6666dfe78b9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749953027292'] for network, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:06.827233 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91e143-3556-4806-9b03-41e524cf4952 req-6ef2ad0e-a14a-43f6-8ddb-27810d2a1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:06.830035 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0a91e143-3556-4806-9b03-41e524cf4952 req-6ef2ad0e-a14a-43f6-8ddb-27810d2a1407 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=107d8e292f474633ab35671645fd2880&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1315942 Jun 18 14:20:06.873227 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-18ae4696-156a-43a9-b524-982c9024b1b7 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:06.875852 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-18ae4696-156a-43a9-b524-982c9024b1b7 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.38 "GET /v2.0/networks?id=3fd89ab7-5588-43a8-84be-21487b134cf3 HTTP/1.1" status: 200 len: 815 time: 0.1434827 Jun 18 14:20:06.900433 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-cfbbd7cd-75ae-4a04-8bd2-c3f119b4fa2d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Request body: {'port': {'device_id': '480b8d6e-94b9-4a3e-af32-1b3b06807add', 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3', 'admin_state_up': True, 'tenant_id': 'dd4784573d394c61b1a6016cd23af364'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:20:06.923595 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c20c9642-d996-4fd0-a28e-6666dfe78b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588'] for network, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:06.951318 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91e143-3556-4806-9b03-41e524cf4952 req-591c8831-7a6f-40d6-84fc-bf9e9790de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:06.952817 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0a91e143-3556-4806-9b03-41e524cf4952 req-591c8831-7a6f-40d6-84fc-bf9e9790de94 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1155472 Jun 18 14:20:06.954735 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20c9642-d996-4fd0-a28e-6666dfe78b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:06.955381 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c20c9642-d996-4fd0-a28e-6666dfe78b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:06.959305 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-6008bbca-34a0-4e23-baf9-d868bafcc49d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:07.034273 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c9642-d996-4fd0-a28e-6666dfe78b9a admin admin] Pushing event updated for resources: {'Network': ['ID=15b155a4-2536-4c4f-87f4-e27a303413fb,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:07.038902 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c20c9642-d996-4fd0-a28e-6666dfe78b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:07.042798 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:20:07.051503 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Network 15b155a4-2536-4c4f-87f4-e27a303413fb details requested by agent ovs-agent-dv-cinder-795751-2-iscsi with host dv-cinder-795751-2-iscsi {{(pid=93614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 14:20:07.110129 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-c20c9642-d996-4fd0-a28e-6666dfe78b9a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0568454 Jun 18 14:20:07.111098 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 45622) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:07.130222 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-12f97eb1-3356-43cf-91fb-781196e04c92 admin admin] Request body: {'subnet': {'network_id': '15b155a4-2536-4c4f-87f4-e27a303413fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1893741869-subnet', 'tenant_id': '7be70b90ffdd4aab9e9669ed61fd8d35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:20:07.231947 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f97eb1-3356-43cf-91fb-781196e04c92 admin admin] Made reservation on behalf of 7be70b90ffdd4aab9e9669ed61fd8d35 for: {'subnet': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:20:07.235625 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-12f97eb1-3356-43cf-91fb-781196e04c92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12343276'] for subnet, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:07.239342 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-130e5bd5-db16-4563-a2e9-9c20b0ac5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:07.241171 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-130e5bd5-db16-4563-a2e9-9c20b0ac5fc7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=107d8e292f474633ab35671645fd2880&device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 1097 time: 0.1506865 Jun 18 14:20:07.399226 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-623bbdea-1024-40dc-9c67-f145133aaa17 req-94da21ce-3312-4359-98ae-7a06a0fe156f tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 210 time: 0.1301775 Jun 18 14:20:07.400841 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-d60e7294-d28d-4d3c-b834-3ac22aec0b41 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8deefef-fab4-49b2-9ea9-f78b24627d1a HTTP/1.1" status: 200 len: 217 time: 0.1356566 Jun 18 14:20:07.434467 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-cfbbd7cd-75ae-4a04-8bd2-c3f119b4fa2d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Made reservation on behalf of dd4784573d394c61b1a6016cd23af364 for: {'port': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:20:07.442671 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-cfbbd7cd-75ae-4a04-8bd2-c3f119b4fa2d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:07.543351 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-187ee1bf-1577-41d6-84b4-1be5ca5f067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:07.545225 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-187ee1bf-1577-41d6-84b4-1be5ca5f067a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3994dc00-6a2f-4cf8-8857-bc42cacf8da2 HTTP/1.1" status: 200 len: 855 time: 0.1144686 Jun 18 14:20:07.620393 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-882e6104-6806-4d21-9cf5-d67763cd115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:07.621926 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-882e6104-6806-4d21-9cf5-d67763cd115b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=34ea1a7a-1cdd-4064-b454-5495867b8273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701046 Jun 18 14:20:07.648180 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-12f97eb1-3356-43cf-91fb-781196e04c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12393489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12343294'] for subnet, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:07.656429 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:07.721936 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-cfbbd7cd-75ae-4a04-8bd2-c3f119b4fa2d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Allocated IP 172.20.0.6 (3fd89ab7-5588-43a8-84be-21487b134cf3/6f5051b7-2cd7-4144-8b1c-0ef6aec7a424/2d0208aa-0616-4966-ac0d-249bb1e9cea5) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:20:07.729496 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-aee85c35-7390-421a-9396-22cfbee7542e service neutron] 10.222.0.38 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967798 Jun 18 14:20:07.758182 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f97eb1-3356-43cf-91fb-781196e04c92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=933af0d1-b69c-4052-a10c-162d9b1b5c19,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:07.768025 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-12f97eb1-3356-43cf-91fb-781196e04c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:07.791370 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f97eb1-3356-43cf-91fb-781196e04c92 admin admin] Checking segment: {'id': '9c0a1272-42f6-4d0c-9be4-91858b86fcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '15b155a4-2536-4c4f-87f4-e27a303413fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:20:07.791731 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f97eb1-3356-43cf-91fb-781196e04c92 admin admin] Network hostable DHCP agents. Network: 15b155a4-2536-4c4f-87f4-e27a303413fb, hostable agents: ['a833f364-3b43-4f9e-93eb-c5238733b25c'], hosted agents: [] {{(pid=93612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 14:20:07.852354 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1199b693-cb82-4ba2-8a91-0821785b8197 req-c1feaac0-e5eb-4cef-91dc-a6ec17e8003c service neutron] 10.222.0.38 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167955 Jun 18 14:20:07.925327 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f97eb1-3356-43cf-91fb-781196e04c92 admin admin] Network 15b155a4-2536-4c4f-87f4-e27a303413fb is scheduled to be hosted by DHCP agent a833f364-3b43-4f9e-93eb-c5238733b25c with binding_index 1 {{(pid=93612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 14:20:08.002427 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-cfbbd7cd-75ae-4a04-8bd2-c3f119b4fa2d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:08.014143 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd5ffc-bfcc-486a-a798-79949ad28f09 req-47b48d29-0ede-4b5f-bac9-70675e928f44 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:08.015685 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d3dd5ffc-bfcc-486a-a798-79949ad28f09 req-47b48d29-0ede-4b5f-bac9-70675e928f44 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.1303210 Jun 18 14:20:08.025162 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-12f97eb1-3356-43cf-91fb-781196e04c92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-2-iscsi, 15b155a4-2536-4c4f-87f4-e27a303413fb) {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:20:08.025162 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f97eb1-3356-43cf-91fb-781196e04c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:08.025852 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-12f97eb1-3356-43cf-91fb-781196e04c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:08.034604 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480abfb4-b8d3-4ceb-80ea-db328a7d3e6d None None] Network 15b155a4-2536-4c4f-87f4-e27a303413fb requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:20:08.048227 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-cfbbd7cd-75ae-4a04-8bd2-c3f119b4fa2d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Transition to ACTIVE for port object 2d0208aa-0616-4966-ac0d-249bb1e9cea5 will not be triggered until provisioned by entity DHCP. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:20:08.085618 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d3dd5ffc-bfcc-486a-a798-79949ad28f09 req-7c28c408-efa0-4c34-8d38-beff55437c3d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545435 Jun 18 14:20:08.172167 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-12f97eb1-3356-43cf-91fb-781196e04c92 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0596290 Jun 18 14:20:08.189065 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2af44a-942e-4c3a-a02a-dd2d058a3630 None None] Network 15b155a4-2536-4c4f-87f4-e27a303413fb requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:20:08.199741 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-cfbbd7cd-75ae-4a04-8bd2-c3f119b4fa2d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12393637'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:08.205930 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:08.261135 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-cfbbd7cd-75ae-4a04-8bd2-c3f119b4fa2d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Network 3fd89ab7-5588-43a8-84be-21487b134cf3 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:20:08.266214 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-cfbbd7cd-75ae-4a04-8bd2-c3f119b4fa2d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:20:08.269225 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-cfbbd7cd-75ae-4a04-8bd2-c3f119b4fa2d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:20:08.321001 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbd7cd-75ae-4a04-8bd2-c3f119b4fa2d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Pushing event updated for resources: {'Port': ['ID=2d0208aa-0616-4966-ac0d-249bb1e9cea5,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:08.326574 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-cfbbd7cd-75ae-4a04-8bd2-c3f119b4fa2d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:08.374790 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-cfbbd7cd-75ae-4a04-8bd2-c3f119b4fa2d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:08.378586 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-cfbbd7cd-75ae-4a04-8bd2-c3f119b4fa2d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:08.487496 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-cfbbd7cd-75ae-4a04-8bd2-c3f119b4fa2d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5918045 Jun 18 14:20:08.614122 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-768625ce-cd12-41e3-9c04-dbf99d6dd708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:08.643864 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Request body: {'port': {'device_id': '480b8d6e-94b9-4a3e-af32-1b3b06807add', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:20:08.876284 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cc5db-6e6c-444a-8b89-49d61b35ec1d req-873e3560-b7be-446e-bfb1-e8593c2fb12b tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:08.885426 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-e0a8017a-415b-475b-923b-bd20c03a5ccd None None] Provisioning for port 2d0208aa-0616-4966-ac0d-249bb1e9cea5 completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:20:08.890478 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-e0a8017a-415b-475b-923b-bd20c03a5ccd None None] Provisioning complete for port 2d0208aa-0616-4966-ac0d-249bb1e9cea5 triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:20:08.890868 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-e0a8017a-415b-475b-923b-bd20c03a5ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:08.895129 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f42cc5db-6e6c-444a-8b89-49d61b35ec1d req-873e3560-b7be-446e-bfb1-e8593c2fb12b tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 931 time: 0.1542580 Jun 18 14:20:08.900076 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:08.986732 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-e0a8017a-415b-475b-923b-bd20c03a5ccd None None] Port 2d0208aa-0616-4966-ac0d-249bb1e9cea5 cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:20:08.990824 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f42cc5db-6e6c-444a-8b89-49d61b35ec1d req-1db0100d-0dc0-4d84-828a-83480faf9408 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935078 Jun 18 14:20:09.403627 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b435b06-6ab9-4134-96f5-11f209bc1007 req-5d29c093-7f5c-430a-9086-3d6dd0efdb0e tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:09.404300 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5b435b06-6ab9-4134-96f5-11f209bc1007 req-5d29c093-7f5c-430a-9086-3d6dd0efdb0e tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.1319704 Jun 18 14:20:09.746555 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0208aa-0616-4966-ac0d-249bb1e9cea5 {{(pid=93612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:20:09.758434 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5b435b06-6ab9-4134-96f5-11f209bc1007 req-18606bb6-d5b1-46a6-a447-ceeda2352d47 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3441970 Jun 18 14:20:09.760485 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:09.775994 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Transition to ACTIVE for port object 2d0208aa-0616-4966-ac0d-249bb1e9cea5 will not be triggered until provisioned by entity L2. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:20:09.868401 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:09.870596 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:10.017331 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Pushing event updated for resources: {'Port': ['ID=2d0208aa-0616-4966-ac0d-249bb1e9cea5,revision_number=2']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:10.021508 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:10.218873 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Attempting to bind port 2d0208aa-0616-4966-ac0d-249bb1e9cea5 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:20:10.219408 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Attempting to bind port 2d0208aa-0616-4966-ac0d-249bb1e9cea5 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'e5fa2761-6016-43d4-a74e-a4fdbc29bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3'}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:20:10.219910 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Attempting to bind port 2d0208aa-0616-4966-ac0d-249bb1e9cea5 on network 3fd89ab7-5588-43a8-84be-21487b134cf3 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:20:10.253890 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Port 2d0208aa-0616-4966-ac0d-249bb1e9cea5 on network 3fd89ab7-5588-43a8-84be-21487b134cf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 14:20:10.257876 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Attempting to bind port 2d0208aa-0616-4966-ac0d-249bb1e9cea5 on network 3fd89ab7-5588-43a8-84be-21487b134cf3 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:20:10.288939 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Checking agent: {'id': '29ce2f09-b2be-4853-98fa-378b10f49f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'started_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:20:10.289903 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Checking segment: {'id': 'e5fa2761-6016-43d4-a74e-a4fdbc29bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:20:10.294190 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Bound using segment: {'id': 'e5fa2761-6016-43d4-a74e-a4fdbc29bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3'} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:20:10.294816 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Bound port: 2d0208aa-0616-4966-ac0d-249bb1e9cea5, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5fa2761-6016-43d4-a74e-a4fdbc29bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3'}}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:20:10.295688 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:10.419816 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cf68d-5101-4201-a83e-71e39fc431fb req-67d554e2-9a8f-46a4-b459-9826323fc302 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:10.424466 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] For port 2d0208aa-0616-4966-ac0d-249bb1e9cea5, host hv-cinder-79575, cleared binding levels {{(pid=93612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:20:10.427551 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-e67cf68d-5101-4201-a83e-71e39fc431fb req-67d554e2-9a8f-46a4-b459-9826323fc302 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 943 time: 0.1509066 Jun 18 14:20:10.427963 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] For port 2d0208aa-0616-4966-ac0d-249bb1e9cea5, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=2d0208aa-0616-4966-ac0d-249bb1e9cea5,segment=NetworkSegment(e5fa2761-6016-43d4-a74e-a4fdbc29bc44),segment_id=e5fa2761-6016-43d4-a74e-a4fdbc29bc44)] {{(pid=93612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:20:10.487604 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-e67cf68d-5101-4201-a83e-71e39fc431fb req-217bb0d6-4f4b-4838-b6ca-7f88fa6c2937 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590649 Jun 18 14:20:10.563792 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:10.566660 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:10.601872 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:10.602573 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:10.603974 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] 10.222.0.38 "PUT /v2.0/ports/2d0208aa-0616-4966-ac0d-249bb1e9cea5 HTTP/1.1" status: 200 len: 1093 time: 1.9660020 Jun 18 14:20:10.604491 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480b8d6e-94b9-4a3e-af32-1b3b06807add', 'tag': '2d0208aa-0616-4966-ac0d-249bb1e9cea5'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:20:10.606966 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5542bc6-4051-4e3a-b5c0-44caa4d85869" -d '{"events": [{"name": "network-changed", "server_uuid": "480b8d6e-94b9-4a3e-af32-1b3b06807add", "tag": "2d0208aa-0616-4966-ac0d-249bb1e9cea5"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:20:10.645183 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Pushing event updated for resources: {'Port': ['ID=2d0208aa-0616-4966-ac0d-249bb1e9cea5,revision_number=3']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:10.656117 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:10.817313 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb73dd8-847a-4229-b415-881a0d3067e4 x-openstack-request-id: req-dcb73dd8-847a-4229-b415-881a0d3067e4 {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:20:10.817689 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480b8d6e-94b9-4a3e-af32-1b3b06807add", "tag": "2d0208aa-0616-4966-ac0d-249bb1e9cea5", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:20:10.817984 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dcb73dd8-847a-4229-b415-881a0d3067e4 {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:20:10.818417 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480b8d6e-94b9-4a3e-af32-1b3b06807add', 'tag': '2d0208aa-0616-4966-ac0d-249bb1e9cea5', 'status': 'completed', 'code': 200} Jun 18 14:20:10.973944 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82460d-ba38-459c-a4c3-c9f7bde30dd2 req-d65fb606-19cc-400f-8aa7-5131d3a5eec3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:10.981721 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-db82460d-ba38-459c-a4c3-c9f7bde30dd2 req-d65fb606-19cc-400f-8aa7-5131d3a5eec3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0885112 Jun 18 14:20:11.047280 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-db82460d-ba38-459c-a4c3-c9f7bde30dd2 req-0232112e-52bf-4ca4-8d0b-a824c8192f33 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644779 Jun 18 14:20:11.678939 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201b582-fbdd-45a5-bb7e-a139b7079f07 req-f3e0e1b3-16c5-4b20-a6ce-420a4e5c9826 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:11.680517 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1201b582-fbdd-45a5-bb7e-a139b7079f07 req-f3e0e1b3-16c5-4b20-a6ce-420a4e5c9826 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 943 time: 0.0736752 Jun 18 14:20:11.735606 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1201b582-fbdd-45a5-bb7e-a139b7079f07 req-c31c043f-9505-49b2-9e7e-72231a100da9 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490646 Jun 18 14:20:12.312730 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e49cd-d212-41e2-9f19-3e2c5c845641 req-2514f4d6-fc04-4a94-937f-312a2e8f6b50 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:12.314331 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7a5e49cd-d212-41e2-9f19-3e2c5c845641 req-2514f4d6-fc04-4a94-937f-312a2e8f6b50 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.1084871 Jun 18 14:20:12.407264 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7a5e49cd-d212-41e2-9f19-3e2c5c845641 req-f82d1f88-1081-4520-85cd-d8c66b5225c5 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860937 Jun 18 14:20:12.577317 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:12.590752 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-e343864e-9b87-4278-8423-7322e411f986 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:12.592353 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-e343864e-9b87-4278-8423-7322e411f986 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/networks?id=15b155a4-2536-4c4f-87f4-e27a303413fb HTTP/1.1" status: 200 len: 814 time: 0.1228685 Jun 18 14:20:12.609427 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-5dfac0a3-3ec3-4f83-a04e-5a6bfb67f6a6 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/quotas/7be70b90ffdd4aab9e9669ed61fd8d35 HTTP/1.1" status: 200 len: 375 time: 0.0104265 Jun 18 14:20:12.649918 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-34ef42f8-ec60-47f4-8218-26b9e44c13d2 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7be70b90ffdd4aab9e9669ed61fd8d35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336590 Jun 18 14:20:12.696682 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:12.739876 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-2a50850c-6b11-46b7-935c-43e123c2f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:12.742026 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-d6bb0e5d-b6eb-4837-ae17-ee4eea955990 service neutron] 10.222.0.26 "GET /v2.0/networks/15b155a4-2536-4c4f-87f4-e27a303413fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855291 Jun 18 14:20:12.847998 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-ea3598d9-edf8-481a-b528-67a8ba837114 service neutron] 10.222.0.26 "GET /v2.0/networks/15b155a4-2536-4c4f-87f4-e27a303413fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997078 Jun 18 14:20:12.939893 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc4033-3fe8-4b0b-bcf3-bb2052ab3c96 req-35f5bd2a-23cb-4077-a9ad-b6117ce3d78c tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:12.941435 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6edc4033-3fe8-4b0b-bcf3-bb2052ab3c96 req-35f5bd2a-23cb-4077-a9ad-b6117ce3d78c tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 943 time: 0.0719383 Jun 18 14:20:12.998787 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6edc4033-3fe8-4b0b-bcf3-bb2052ab3c96 req-ee584be2-7a4f-45e4-86da-acb7ac5178f0 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462558 Jun 18 14:20:13.168579 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-68db5ec2-5c65-422e-bc2f-3dba50cef203 req-ec403b8b-35f5-4eda-ba2a-2f9daa6e03c1 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 210 time: 0.0596445 Jun 18 14:20:13.425436 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:13.698514 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959a734-e702-44be-8af8-ed9d450e902d req-c770d366-f9c1-4eb6-b2b9-c0213c170968 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:13.700584 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e959a734-e702-44be-8af8-ed9d450e902d req-c770d366-f9c1-4eb6-b2b9-c0213c170968 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.1052935 Jun 18 14:20:13.786183 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e959a734-e702-44be-8af8-ed9d450e902d req-7265a58b-4fab-4796-aac3-306dde9fef31 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660181 Jun 18 14:20:14.199853 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059a1ff-4219-4308-b0c8-d3f337b646e5 req-1a54f5bc-82d6-4461-9e8e-58e6682714fa tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:14.202020 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5059a1ff-4219-4308-b0c8-d3f337b646e5 req-1a54f5bc-82d6-4461-9e8e-58e6682714fa tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 943 time: 0.0758476 Jun 18 14:20:14.267927 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5059a1ff-4219-4308-b0c8-d3f337b646e5 req-a592e0b8-9bef-47a4-826a-f290f76853ed tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586693 Jun 18 14:20:14.352933 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69a56e50-8762-4a4e-9659-6948ca5146ba req-592081dc-f865-4666-bc3c-326fbaff08ca tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 210 time: 0.0349758 Jun 18 14:20:14.674331 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-6b2f9969-d945-4737-a40c-02148d8408c4 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1891006731&fields=id&tenant_id=dbb479abbf4e4acda8c320ef124c4e8c HTTP/1.1" status: 200 len: 267 time: 0.0470810 Jun 18 14:20:14.826293 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-7e3cf8a3-640d-40ed-a642-15c982438dda tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:14.827688 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-7e3cf8a3-640d-40ed-a642-15c982438dda tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/networks?id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5 HTTP/1.1" status: 200 len: 812 time: 0.1360102 Jun 18 14:20:14.843411 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-0b3244ec-2147-4976-b19c-0cec0e6a9304 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/quotas/dbb479abbf4e4acda8c320ef124c4e8c HTTP/1.1" status: 200 len: 375 time: 0.0099859 Jun 18 14:20:14.949011 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-2ef8e577-73f5-4b8e-bcc5-0060e223a257 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbb479abbf4e4acda8c320ef124c4e8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942686 Jun 18 14:20:15.059983 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-e1eb63f9-cfd2-439c-9944-edb941952ad1 service neutron] 10.222.0.26 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982413 Jun 18 14:20:15.167350 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-ec28edb6-565f-4d47-a86a-6a87f4203365 service neutron] 10.222.0.26 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007676 Jun 18 14:20:15.208105 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:16.743486 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e28151-519b-4088-ab31-7435ba4c7620 req-0b101e35-05a7-4376-bdc8-63f0eaef2c84 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:16.744974 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-73e28151-519b-4088-ab31-7435ba4c7620 req-0b101e35-05a7-4376-bdc8-63f0eaef2c84 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.1073737 Jun 18 14:20:16.803679 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-73e28151-519b-4088-ab31-7435ba4c7620 req-6a59c411-3af6-4688-b83c-ce97a57769d9 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518358 Jun 18 14:20:17.009594 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482be2b-b7c6-4d6c-8ec7-20cd1f653627 req-6cdebc32-bd4f-4bad-8b65-00d07a93f645 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:17.011276 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c482be2b-b7c6-4d6c-8ec7-20cd1f653627 req-6cdebc32-bd4f-4bad-8b65-00d07a93f645 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 943 time: 0.0785666 Jun 18 14:20:17.060538 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c482be2b-b7c6-4d6c-8ec7-20cd1f653627 req-95db39d3-997e-4c44-b1d8-bf116c593b43 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432920 Jun 18 14:20:17.221165 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-286c50b8-4aed-463e-822a-876febb704e5 req-90ceb1d5-129e-400a-b691-eb5eddee4860 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 210 time: 0.0392575 Jun 18 14:20:17.303274 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9cbe9cfd-ac54-45ab-81ec-8394fb561696 req-c2de6ef0-f8bb-4716-be4d-58c82ad6bfe5 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 210 time: 0.0298908 Jun 18 14:20:18.018118 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa1973-cea1-4edc-8904-d27e2d23a56d req-d9ad0052-b008-432f-9d74-8cf2e8de9855 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:18.019646 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8afa1973-cea1-4edc-8904-d27e2d23a56d req-d9ad0052-b008-432f-9d74-8cf2e8de9855 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0695262 Jun 18 14:20:18.066586 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8afa1973-cea1-4edc-8904-d27e2d23a56d req-32de0b70-40cc-4ab4-9290-12a8e570c0fc tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378716 Jun 18 14:20:18.372822 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ba9ad-83b1-45c6-b0ee-41016d7895b8 req-677ecaa9-5482-4c32-bd4b-f0692d752173 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:18.374523 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-601ba9ad-83b1-45c6-b0ee-41016d7895b8 req-677ecaa9-5482-4c32-bd4b-f0692d752173 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 943 time: 0.0823007 Jun 18 14:20:18.417639 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-601ba9ad-83b1-45c6-b0ee-41016d7895b8 req-307ee74f-6019-44ec-bf8b-4416074a5f29 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368960 Jun 18 14:20:18.564882 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d005f549-c142-4d66-b97d-9d7836310f76 req-58d5bee2-44f5-4135-8f6b-c1180d0b1a5e tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 210 time: 0.0301480 Jun 18 14:20:18.703345 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8b6ea608-b54a-416e-b45d-77ccdb2851c3 req-63e4abdd-e629-4ae2-a7f6-82dae19cacd1 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 210 time: 0.0288591 Jun 18 14:20:19.272344 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4df46-74e6-48d1-953a-9b07b73ecca3 req-7b02a586-6a0b-4ded-a3e1-5aa99913bc71 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:19.380969 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-51e4df46-74e6-48d1-953a-9b07b73ecca3 req-7b02a586-6a0b-4ded-a3e1-5aa99913bc71 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0798917 Jun 18 14:20:19.380969 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-51e4df46-74e6-48d1-953a-9b07b73ecca3 req-19d05265-409c-46c4-8d5e-c4614f923529 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392427 Jun 18 14:20:19.615019 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a983bab-a43b-42e5-ba8a-258a5e4e05d9 req-540b7652-f20f-45e5-84db-4f9312703944 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:19.616892 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5a983bab-a43b-42e5-ba8a-258a5e4e05d9 req-540b7652-f20f-45e5-84db-4f9312703944 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 943 time: 0.0708630 Jun 18 14:20:19.660208 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5a983bab-a43b-42e5-ba8a-258a5e4e05d9 req-07111fd4-8fb9-4c01-8cca-005ca8a5b33a tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358741 Jun 18 14:20:19.801138 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d1118d15-67a3-4007-a8c9-373b4539ba88 req-f3f4ce8b-1008-455a-a6a2-f03f307e48e4 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 210 time: 0.0315168 Jun 18 14:20:19.944047 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-128c44bd-141c-40d7-a71f-6ae82727e44f req-eb753fa5-da60-410e-bc22-4e3a41499274 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 210 time: 0.0384011 Jun 18 14:20:20.705213 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e54093-95b7-4406-8c93-fb75d7333dbf req-ba4c7b8e-1f09-4ff0-baa5-a10ad9378a47 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:20.706767 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a6e54093-95b7-4406-8c93-fb75d7333dbf req-ba4c7b8e-1f09-4ff0-baa5-a10ad9378a47 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0690353 Jun 18 14:20:20.751038 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a6e54093-95b7-4406-8c93-fb75d7333dbf req-24e5b7dd-1fa6-4466-b243-7c4f3c5e5420 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384319 Jun 18 14:20:20.915430 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7468a-89ab-444f-8689-0fa80c4782fd req-16b4489e-d20b-4a2b-a640-159ff18febbe tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:20.917046 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-78f7468a-89ab-444f-8689-0fa80c4782fd req-16b4489e-d20b-4a2b-a640-159ff18febbe tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 943 time: 0.0651398 Jun 18 14:20:20.957931 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-78f7468a-89ab-444f-8689-0fa80c4782fd req-e90cecbf-1115-4a13-a030-eef2f60be0db tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344746 Jun 18 14:20:21.097969 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f1cd4996-e62a-4c50-ae77-861661cb3b17 req-60b9babe-875f-4841-9b1f-51cba30d5f72 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 210 time: 0.0316248 Jun 18 14:20:21.228203 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d44d938a-476b-4260-a08a-5083ecd8a072 req-e38e0a47-731a-41e0-80e3-57d776cf7c00 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 210 time: 0.0320082 Jun 18 14:20:21.925681 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a2f81-02e2-4aac-b697-30736e5a4d8c req-fca4b8fe-f13c-4aec-9024-1e5e975d1838 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:21.927120 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9d4a2f81-02e2-4aac-b697-30736e5a4d8c req-fca4b8fe-f13c-4aec-9024-1e5e975d1838 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0624666 Jun 18 14:20:21.965790 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9d4a2f81-02e2-4aac-b697-30736e5a4d8c req-574cb087-6fb7-4ffb-b11f-1e9d973b4aa9 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322833 Jun 18 14:20:22.132745 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf576a-ba7a-4c36-a50e-59c5197f03cc req-0408780f-0669-41a9-9ee6-6b422dbdac9c tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:22.132745 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-dddf576a-ba7a-4c36-a50e-59c5197f03cc req-0408780f-0669-41a9-9ee6-6b422dbdac9c tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 943 time: 0.0626249 Jun 18 14:20:22.169208 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-dddf576a-ba7a-4c36-a50e-59c5197f03cc req-05b30e50-7e12-4dc9-9808-f6d3a121d7ad tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319810 Jun 18 14:20:22.302686 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-84dd2b26-430f-4254-aaba-15a9fd16fc42 req-742fb338-ba95-4e01-be0e-c5f959ff0a7a tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 210 time: 0.0325904 Jun 18 14:20:22.432402 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0aedcd10-9ee9-49de-b69f-86206a4f93a6 req-eb2540f3-da82-430d-a237-ae961c6f5bc0 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 210 time: 0.0288336 Jun 18 14:20:23.106592 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 45906) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:23.152742 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1931d87-6d27-4959-9dd7-27d30a0b8886 req-06ac6b45-82f8-48a6-b30c-51c449c66b7b tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:23.154490 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a1931d87-6d27-4959-9dd7-27d30a0b8886 req-06ac6b45-82f8-48a6-b30c-51c449c66b7b tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0679207 Jun 18 14:20:23.194412 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a1931d87-6d27-4959-9dd7-27d30a0b8886 req-8d5fb466-28f4-4551-add3-a50578a50e28 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341673 Jun 18 14:20:23.215349 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1e48b122-ad93-4f87-a4cf-7ccef6d04d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:23.321332 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1e48b122-ad93-4f87-a4cf-7ccef6d04d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:23.379926 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4c35f-6cf6-476f-aa21-7eba7d1beab9 req-b2bec6c1-b68f-4737-9486-f937d2f0bf30 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:23.381572 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0cb4c35f-6cf6-476f-aa21-7eba7d1beab9 req-b2bec6c1-b68f-4737-9486-f937d2f0bf30 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 943 time: 0.0735176 Jun 18 14:20:23.436375 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1e48b122-ad93-4f87-a4cf-7ccef6d04d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:23.438985 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:23.441842 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0cb4c35f-6cf6-476f-aa21-7eba7d1beab9 req-c77a30fa-4c3e-435f-81e4-6f7edec5f587 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522876 Jun 18 14:20:23.489388 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-1e48b122-ad93-4f87-a4cf-7ccef6d04d9b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=13a66737d1ff4c469a8b007dc710be07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809261 Jun 18 14:20:23.490166 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48b122-ad93-4f87-a4cf-7ccef6d04d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1228013e-358f-4794-afa4-6249ce4f3892,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:23.494142 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 45916) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:23.494531 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-1e48b122-ad93-4f87-a4cf-7ccef6d04d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:23.546749 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-50a9dfae-aa68-4198-9bc4-2dc29ab08273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:23.580129 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8f133729-b376-464f-8003-94775fb77daf req-b59c21a6-1600-4bcd-a7e1-3b7b867df3a7 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 210 time: 0.0344145 Jun 18 14:20:23.593605 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-50a9dfae-aa68-4198-9bc4-2dc29ab08273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:23.715155 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e83652c1-42c8-4807-bd62-960ed61c8935 req-01e66780-96e7-45e9-87c1-38d4f1f4a53c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 210 time: 0.0336099 Jun 18 14:20:23.756433 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-50a9dfae-aa68-4198-9bc4-2dc29ab08273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:23.759126 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-50a9dfae-aa68-4198-9bc4-2dc29ab08273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:23.760237 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-50a9dfae-aa68-4198-9bc4-2dc29ab08273 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1228013e-358f-4794-afa4-6249ce4f3892 HTTP/1.1" status: 204 len: 168 time: 0.2651114 Jun 18 14:20:23.761049 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-bcd32adf-eb4a-4468-afd4-bf3b3d389a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:23.768687 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9dfae-aa68-4198-9bc4-2dc29ab08273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1228013e-358f-4794-afa4-6249ce4f3892,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:23.771970 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-50a9dfae-aa68-4198-9bc4-2dc29ab08273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:24.393735 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42ca25-6a13-42f6-b369-c5dc047a8393 req-6d75e9c8-35c8-4b16-a6c3-035b1b8c77f0 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:24.395300 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4b42ca25-6a13-42f6-b369-c5dc047a8393 req-6d75e9c8-35c8-4b16-a6c3-035b1b8c77f0 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0747259 Jun 18 14:20:24.436680 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4b42ca25-6a13-42f6-b369-c5dc047a8393 req-bdcf6cf9-170a-4974-92a9-f4e1d67ab0f0 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334692 Jun 18 14:20:24.532675 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5542bc6-4051-4e3a-b5c0-44caa4d85869 req-f01e7583-024a-4ed6-91f6-04a63c56ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:24.534164 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d5542bc6-4051-4e3a-b5c0-44caa4d85869 req-f01e7583-024a-4ed6-91f6-04a63c56ecc8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dd4784573d394c61b1a6016cd23af364&device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 1096 time: 0.0679343 Jun 18 14:20:24.695599 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5542bc6-4051-4e3a-b5c0-44caa4d85869 req-26be5c74-09c5-4714-8f94-00ef31467535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:24.697584 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d5542bc6-4051-4e3a-b5c0-44caa4d85869 req-26be5c74-09c5-4714-8f94-00ef31467535 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=dd4784573d394c61b1a6016cd23af364&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1442645 Jun 18 14:20:24.709540 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b64a76-6245-4ae7-b75f-1b0a90098532 req-a35157cc-73cd-41cf-93b0-0a384572762c tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:24.711066 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-72b64a76-6245-4ae7-b75f-1b0a90098532 req-a35157cc-73cd-41cf-93b0-0a384572762c tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 943 time: 0.1365850 Jun 18 14:20:24.804679 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-72b64a76-6245-4ae7-b75f-1b0a90098532 req-90ddfbd2-cf2b-4253-8bbb-c814bf6f6c6a tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842557 Jun 18 14:20:24.847364 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5542bc6-4051-4e3a-b5c0-44caa4d85869 req-5870b87f-0dd3-40d9-add4-be854416253d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:24.848926 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d5542bc6-4051-4e3a-b5c0-44caa4d85869 req-5870b87f-0dd3-40d9-add4-be854416253d service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1369891 Jun 18 14:20:24.950125 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8743fa64-205e-4117-8909-d4f1f11562b8 req-218b39b1-d372-4d8f-ba3d-7da92f82693e tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 210 time: 0.0323076 Jun 18 14:20:25.019272 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-2abcbc6f-0d2b-4a22-86a4-ec38b21c5aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:25.021097 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-2abcbc6f-0d2b-4a22-86a4-ec38b21c5aff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dd4784573d394c61b1a6016cd23af364&device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 1096 time: 0.0736060 Jun 18 14:20:25.087464 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-0abc4134-ac18-4712-b71c-27e6d16147f8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d0208aa-0616-4966-ac0d-249bb1e9cea5 HTTP/1.1" status: 200 len: 217 time: 0.0483394 Jun 18 14:20:25.160666 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a05b05ce-c159-4042-a21f-e6795ff57292 req-9c9a03bb-4df6-4938-a143-1849b061bcf4 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 210 time: 0.0475328 Jun 18 14:20:25.181621 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-c8ac5cce-f0d4-457a-ae15-ff01845e0879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:25.181621 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-c8ac5cce-f0d4-457a-ae15-ff01845e0879 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f5051b7-2cd7-4144-8b1c-0ef6aec7a424 HTTP/1.1" status: 200 len: 854 time: 0.0702848 Jun 18 14:20:25.250003 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-c795a5cc-0867-4795-841a-ab7af9bd520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:25.251830 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-c795a5cc-0867-4795-841a-ab7af9bd520a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3fd89ab7-5588-43a8-84be-21487b134cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0663776 Jun 18 14:20:25.351426 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-54357565-1ac5-41f4-9e21-a520fd7c2a8f service neutron] 10.222.0.38 "GET /v2.0/networks/3fd89ab7-5588-43a8-84be-21487b134cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912755 Jun 18 14:20:25.459220 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-22cc302c-db88-4f7b-9bf5-b95cdbe0209d req-6dc08ff5-22f4-4e36-b26b-b8cdf6b52854 service neutron] 10.222.0.38 "GET /v2.0/networks/3fd89ab7-5588-43a8-84be-21487b134cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971463 Jun 18 14:20:25.675975 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ddb5a-d392-44b6-9781-fed8ec505d10 req-03e778ff-4fad-449a-8c15-a856764ed289 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:25.677640 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3f2ddb5a-d392-44b6-9781-fed8ec505d10 req-03e778ff-4fad-449a-8c15-a856764ed289 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0897596 Jun 18 14:20:25.734958 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3f2ddb5a-d392-44b6-9781-fed8ec505d10 req-d3a68951-acf1-47e0-8e9b-c10bd674c876 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512106 Jun 18 14:20:26.029159 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f73af-9b30-479f-b8db-583793e7398c req-f81df7e1-f0cb-44b2-9f65-16a71826af17 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:26.030815 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0e0f73af-9b30-479f-b8db-583793e7398c req-f81df7e1-f0cb-44b2-9f65-16a71826af17 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 943 time: 0.0894492 Jun 18 14:20:26.097199 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0e0f73af-9b30-479f-b8db-583793e7398c req-4e656173-fb8e-4389-ae65-335982e86943 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531137 Jun 18 14:20:26.205037 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-578b7f3d-9d7d-4bf3-948e-b6bcd4c97a67 req-baaae597-c1ad-464a-a227-0bc57c068fe4 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 210 time: 0.0402942 Jun 18 14:20:26.354288 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-86a88267-6bba-4f91-9476-9e8d6e590547 req-9e74dd80-3f4b-459b-a925-6681d6004287 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 210 time: 0.0569174 Jun 18 14:20:26.650220 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-1d9d435a-0fb2-41cd-923d-1aae20ae1f10 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:26.652183 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-1d9d435a-0fb2-41cd-923d-1aae20ae1f10 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.38 "GET /v2.0/networks?id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5 HTTP/1.1" status: 200 len: 812 time: 0.1304522 Jun 18 14:20:26.709969 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-0029a199-994b-40a6-b2c7-7e941cd15e6d tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbb479abbf4e4acda8c320ef124c4e8c HTTP/1.1" status: 200 len: 380 time: 0.0373213 Jun 18 14:20:26.719272 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-c2bccd6d-d35d-4c40-9a28-13c8eb22ea8a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Request body: {'port': {'device_id': '0fd5fce0-29bc-4622-856f-40059ed1f20c', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'admin_state_up': True, 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'security_groups': ['c5b136de-1553-48b3-a173-82bc033aab91']}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:20:26.928564 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761f494-9835-437f-a975-5e61e021fb59 req-265e88ea-0a5e-477b-848e-4c21282bd811 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:26.930290 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8761f494-9835-437f-a975-5e61e021fb59 req-265e88ea-0a5e-477b-848e-4c21282bd811 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0680850 Jun 18 14:20:26.970085 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8761f494-9835-437f-a975-5e61e021fb59 req-a24f129f-426d-4088-a3e5-e58e6c76c000 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341003 Jun 18 14:20:27.022761 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-c2bccd6d-d35d-4c40-9a28-13c8eb22ea8a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Made reservation on behalf of dbb479abbf4e4acda8c320ef124c4e8c for: {'port': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:20:27.027228 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-c2bccd6d-d35d-4c40-9a28-13c8eb22ea8a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:27.161097 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-c2bccd6d-d35d-4c40-9a28-13c8eb22ea8a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Allocated IP 172.20.0.5 (2a4e0c0b-9524-4e17-84eb-4b2765952ea5/649a9e32-52ab-47bf-bb55-ed3bf5cc8750/ddd8880b-567f-465a-b4f9-d5877548549d) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:20:27.326096 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342c030-ee13-4222-8b6a-d090ebaaf6b5 req-8b51c1b5-e74e-4609-abc0-0df481ecb9f5 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:27.327769 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a342c030-ee13-4222-8b6a-d090ebaaf6b5 req-8b51c1b5-e74e-4609-abc0-0df481ecb9f5 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 943 time: 0.0810306 Jun 18 14:20:27.342246 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-c2bccd6d-d35d-4c40-9a28-13c8eb22ea8a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:27.365654 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-c2bccd6d-d35d-4c40-9a28-13c8eb22ea8a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Transition to ACTIVE for port object ddd8880b-567f-465a-b4f9-d5877548549d will not be triggered until provisioned by entity DHCP. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:20:27.371965 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a342c030-ee13-4222-8b6a-d090ebaaf6b5 req-4de89f3f-c55b-47c6-af7a-d11bc03e7dbe tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373404 Jun 18 14:20:27.473183 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-33e3f74d-0832-4899-bfb3-cfe9a25ac39b req-58284520-093e-4d04-8d53-9c0f68070587 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 210 time: 0.0339134 Jun 18 14:20:27.474136 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-c2bccd6d-d35d-4c40-9a28-13c8eb22ea8a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12393637'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:27.478852 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-b22b1c6a-a215-45b4-9f31-3251ca4b1f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:27.520732 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-c2bccd6d-d35d-4c40-9a28-13c8eb22ea8a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Network 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:20:27.523940 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-c2bccd6d-d35d-4c40-9a28-13c8eb22ea8a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:20:27.531560 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-c2bccd6d-d35d-4c40-9a28-13c8eb22ea8a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:20:27.559750 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bccd6d-d35d-4c40-9a28-13c8eb22ea8a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Pushing event updated for resources: {'Port': ['ID=ddd8880b-567f-465a-b4f9-d5877548549d,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:27.564416 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c2bccd6d-d35d-4c40-9a28-13c8eb22ea8a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:27.586179 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-c2bccd6d-d35d-4c40-9a28-13c8eb22ea8a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:27.586861 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-c2bccd6d-d35d-4c40-9a28-13c8eb22ea8a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:27.610517 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606f1dc-e573-4b57-ada3-b00f79a20cb9 req-ce7b8812-c729-4cdd-aa0b-b43cc96e76b6 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:27.612241 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0606f1dc-e573-4b57-ada3-b00f79a20cb9 req-ce7b8812-c729-4cdd-aa0b-b43cc96e76b6 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 931 time: 0.0908141 Jun 18 14:20:27.655851 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0606f1dc-e573-4b57-ada3-b00f79a20cb9 req-107b5aaf-25a1-4dea-8d2e-48b715b329d0 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375915 Jun 18 14:20:27.689931 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-c2bccd6d-d35d-4c40-9a28-13c8eb22ea8a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9742248 Jun 18 14:20:27.709498 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Request body: {'port': {'device_id': '0fd5fce0-29bc-4622-856f-40059ed1f20c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:20:27.794175 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:27.910532 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-99b7a7d5-edd0-42eb-a930-1c383a87b139 None None] Provisioning for port ddd8880b-567f-465a-b4f9-d5877548549d completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:20:27.915932 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-99b7a7d5-edd0-42eb-a930-1c383a87b139 None None] Provisioning complete for port ddd8880b-567f-465a-b4f9-d5877548549d triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:20:27.922152 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-99b7a7d5-edd0-42eb-a930-1c383a87b139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:27.960424 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-99b7a7d5-edd0-42eb-a930-1c383a87b139 None None] Port ddd8880b-567f-465a-b4f9-d5877548549d cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:20:28.161559 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd8880b-567f-465a-b4f9-d5877548549d {{(pid=93612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:20:28.172422 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:28.195401 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Transition to ACTIVE for port object ddd8880b-567f-465a-b4f9-d5877548549d will not be triggered until provisioned by entity L2. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:20:28.215258 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52802-6579-46e3-bef8-8a2f39ee205e req-faf4fc30-10cf-40f0-93ba-4104cca91f91 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:28.216812 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-fde52802-6579-46e3-bef8-8a2f39ee205e req-faf4fc30-10cf-40f0-93ba-4104cca91f91 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.1071115 Jun 18 14:20:28.233574 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-c0bdb888-6b9e-494e-9550-f170276edd5b tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:28.235257 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-c0bdb888-6b9e-494e-9550-f170276edd5b tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.38 "GET /v2.0/networks?id=15b155a4-2536-4c4f-87f4-e27a303413fb HTTP/1.1" status: 200 len: 814 time: 0.3880453 Jun 18 14:20:28.254266 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-e5f5425f-ed2d-4102-a160-ac0f5cb054d7 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Request body: {'port': {'device_id': '669b07d1-f1a0-41e9-9744-231dc3a40a44', 'network_id': '15b155a4-2536-4c4f-87f4-e27a303413fb', 'admin_state_up': True, 'tenant_id': '7be70b90ffdd4aab9e9669ed61fd8d35'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:20:28.264880 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-fde52802-6579-46e3-bef8-8a2f39ee205e req-914d5c21-ea7a-4bc3-b634-7d1b2b35f68e tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416391 Jun 18 14:20:28.296257 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:28.298564 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c74b98cb-db6f-433c-8536-deb3e137666a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:28.373469 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Pushing event updated for resources: {'Port': ['ID=ddd8880b-567f-465a-b4f9-d5877548549d,revision_number=2']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:28.381698 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:28.460044 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Attempting to bind port ddd8880b-567f-465a-b4f9-d5877548549d on host hv-cinder-79575 for vnic_type normal with profile {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:20:28.460486 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Attempting to bind port ddd8880b-567f-465a-b4f9-d5877548549d by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '3268c0c4-e8d6-49a1-80fc-53a179764921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5'}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:20:28.461353 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Attempting to bind port ddd8880b-567f-465a-b4f9-d5877548549d on network 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:20:28.467873 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Port ddd8880b-567f-465a-b4f9-d5877548549d on network 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 14:20:28.469056 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Attempting to bind port ddd8880b-567f-465a-b4f9-d5877548549d on network 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:20:28.475797 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Checking agent: {'id': '29ce2f09-b2be-4853-98fa-378b10f49f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'started_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:20:28.476138 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Checking segment: {'id': '3268c0c4-e8d6-49a1-80fc-53a179764921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:20:28.476527 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Bound using segment: {'id': '3268c0c4-e8d6-49a1-80fc-53a179764921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5'} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:20:28.477073 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Bound port: ddd8880b-567f-465a-b4f9-d5877548549d, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3268c0c4-e8d6-49a1-80fc-53a179764921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5'}}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:20:28.478102 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:28.482407 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-e5f5425f-ed2d-4102-a160-ac0f5cb054d7 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Made reservation on behalf of 7be70b90ffdd4aab9e9669ed61fd8d35 for: {'port': 1} {{(pid=93613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:20:28.485920 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-e5f5425f-ed2d-4102-a160-ac0f5cb054d7 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:28.587532 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] For port ddd8880b-567f-465a-b4f9-d5877548549d, host hv-cinder-79575, cleared binding levels {{(pid=93612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:20:28.591400 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] For port ddd8880b-567f-465a-b4f9-d5877548549d, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ddd8880b-567f-465a-b4f9-d5877548549d,segment=NetworkSegment(3268c0c4-e8d6-49a1-80fc-53a179764921),segment_id=3268c0c4-e8d6-49a1-80fc-53a179764921)] {{(pid=93612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:20:28.614721 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device a8deefef-fab4-49b2-9ea9-f78b24627d1a details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:20:28.691956 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7d90ef70-c17a-42c7-b900-cdb81e08509f req-3b9d1247-79ed-4285-acdb-608c0184ae02 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 210 time: 0.0438035 Jun 18 14:20:28.698972 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948e022-b2d2-4250-826d-42181ac2a098 req-82451b98-d828-4905-96ae-814b5601f84b tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:28.709194 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:28.710983 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c948e022-b2d2-4250-826d-42181ac2a098 req-82451b98-d828-4905-96ae-814b5601f84b tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 943 time: 0.2044494 Jun 18 14:20:28.712410 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-a8607dd4-69d5-4915-8e8f-652df20042e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:28.747779 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-e5f5425f-ed2d-4102-a160-ac0f5cb054d7 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Allocated IP 172.20.0.5 (15b155a4-2536-4c4f-87f4-e27a303413fb/933af0d1-b69c-4052-a10c-162d9b1b5c19/8c4f8784-6796-4fb6-b790-d5a524fa15ad) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:20:28.791433 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port a8deefef-fab4-49b2-9ea9-f78b24627d1a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=a8deefef-fab4-49b2-9ea9-f78b24627d1a,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:20:28.791843 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:28.791843 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:28.791843 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] 10.222.0.38 "PUT /v2.0/ports/ddd8880b-567f-465a-b4f9-d5877548549d HTTP/1.1" status: 200 len: 1093 time: 1.0862429 Jun 18 14:20:28.792715 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c948e022-b2d2-4250-826d-42181ac2a098 req-bc75747d-2431-48c7-beb4-9d2cee6be570 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741777 Jun 18 14:20:28.796710 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd5fce0-29bc-4622-856f-40059ed1f20c', 'tag': 'ddd8880b-567f-465a-b4f9-d5877548549d'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:20:28.799441 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc6b8f8-b485-427d-a45f-2bdb1ba6dfbe" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd5fce0-29bc-4622-856f-40059ed1f20c", "tag": "ddd8880b-567f-465a-b4f9-d5877548549d"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:20:28.827770 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'port_id': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a', 'mac_address': 'fa:16:3e:62:1e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:20:28.845040 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Pushing event updated for resources: {'Port': ['ID=ddd8880b-567f-465a-b4f9-d5877548549d,revision_number=3']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:28.854107 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:28.881930 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a464836-c4cb-4520-bb58-397aa7d04041 x-openstack-request-id: req-3a464836-c4cb-4520-bb58-397aa7d04041 {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:20:28.883324 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd5fce0-29bc-4622-856f-40059ed1f20c", "tag": "ddd8880b-567f-465a-b4f9-d5877548549d", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:20:28.883324 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a464836-c4cb-4520-bb58-397aa7d04041 {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:20:28.883324 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd5fce0-29bc-4622-856f-40059ed1f20c', 'tag': 'ddd8880b-567f-465a-b4f9-d5877548549d', 'status': 'completed', 'code': 200} Jun 18 14:20:28.928508 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:28.966916 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8deefef-fab4-49b2-9ea9-f78b24627d1a {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:20:28.994980 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port a8deefef-fab4-49b2-9ea9-f78b24627d1a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=a8deefef-fab4-49b2-9ea9-f78b24627d1a,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:20:29.024184 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-e5f5425f-ed2d-4102-a160-ac0f5cb054d7 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:29.042784 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97206b9-b752-453f-bbcf-a50019d17d9d req-13c0acb3-fa06-41b4-af4f-13a8c9858838 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:29.044352 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b97206b9-b752-453f-bbcf-a50019d17d9d req-13c0acb3-fa06-41b4-af4f-13a8c9858838 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 943 time: 0.1762643 Jun 18 14:20:29.076739 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6b8f8-b485-427d-a45f-2bdb1ba6dfbe req-5b14a5e4-9f42-4995-a4ec-7a9b01c55bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:29.078318 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0bc6b8f8-b485-427d-a45f-2bdb1ba6dfbe req-5b14a5e4-9f42-4995-a4ec-7a9b01c55bcb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbb479abbf4e4acda8c320ef124c4e8c&device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 1096 time: 0.1298680 Jun 18 14:20:29.090561 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:29.092939 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:29.099577 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b97206b9-b752-453f-bbcf-a50019d17d9d req-5c133340-47cf-4173-9d2a-19957f6c5aa2 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467224 Jun 18 14:20:29.157583 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=a8deefef-fab4-49b2-9ea9-f78b24627d1a,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:29.161375 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:29.163903 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-e5f5425f-ed2d-4102-a160-ac0f5cb054d7 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11814889'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:29.170975 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4c87ed83-7d0b-4af3-9e37-b2d970223387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:29.224134 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-e5f5425f-ed2d-4102-a160-ac0f5cb054d7 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Network 15b155a4-2536-4c4f-87f4-e27a303413fb is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:20:29.226746 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-e5f5425f-ed2d-4102-a160-ac0f5cb054d7 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:20:29.229785 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-e5f5425f-ed2d-4102-a160-ac0f5cb054d7 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:20:29.241529 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6b8f8-b485-427d-a45f-2bdb1ba6dfbe req-21629a68-5857-4704-b2f9-313611aab174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:29.243745 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0bc6b8f8-b485-427d-a45f-2bdb1ba6dfbe req-21629a68-5857-4704-b2f9-313611aab174 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=dbb479abbf4e4acda8c320ef124c4e8c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1285043 Jun 18 14:20:29.262959 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5425f-ed2d-4102-a160-ac0f5cb054d7 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Pushing event updated for resources: {'Port': ['ID=8c4f8784-6796-4fb6-b790-d5a524fa15ad,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:29.267817 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-e5f5425f-ed2d-4102-a160-ac0f5cb054d7 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:29.288960 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-e5f5425f-ed2d-4102-a160-ac0f5cb054d7 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:29.289624 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-e5f5425f-ed2d-4102-a160-ac0f5cb054d7 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:29.475029 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba00fff-cc93-4b2c-953b-e9a659e380fa req-e1121b69-a814-4f4c-925c-416c9e18e3c6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:29.476680 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2ba00fff-cc93-4b2c-953b-e9a659e380fa req-e1121b69-a814-4f4c-925c-416c9e18e3c6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 945 time: 0.0795357 Jun 18 14:20:29.541245 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2ba00fff-cc93-4b2c-953b-e9a659e380fa req-64068259-64ed-4591-87f2-098ba2acb4a8 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553668 Jun 18 14:20:29.602089 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['a8deefef-fab4-49b2-9ea9-f78b24627d1a'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:20:29.612093 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-e5f5425f-ed2d-4102-a160-ac0f5cb054d7 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3618295 Jun 18 14:20:29.630378 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Request body: {'port': {'device_id': '669b07d1-f1a0-41e9-9744-231dc3a40a44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:20:29.660312 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6b8f8-b485-427d-a45f-2bdb1ba6dfbe req-fc271535-2769-4586-a8e4-0fa752a0b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:29.665033 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0bc6b8f8-b485-427d-a45f-2bdb1ba6dfbe req-fc271535-2769-4586-a8e4-0fa752a0b09c service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3470621 Jun 18 14:20:29.710416 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:29.808157 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-c39d463f-db3c-4c14-b8c1-dee2382a48c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:29.810041 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-c39d463f-db3c-4c14-b8c1-dee2382a48c6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbb479abbf4e4acda8c320ef124c4e8c&device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 1096 time: 0.0599499 Jun 18 14:20:29.907844 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-4f3997f3-bdfe-4fb6-871d-561b13e03c20 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd8880b-567f-465a-b4f9-d5877548549d HTTP/1.1" status: 200 len: 217 time: 0.0773299 Jun 18 14:20:29.978376 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-6b7deb92-1e5f-463f-9070-a3a6629c6be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:29.980038 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-6b7deb92-1e5f-463f-9070-a3a6629c6be7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=649a9e32-52ab-47bf-bb55-ed3bf5cc8750 HTTP/1.1" status: 200 len: 851 time: 0.0643589 Jun 18 14:20:29.995883 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f94fe8-c94d-485d-bab4-260eeda1cc9e req-f140ce87-e2aa-415f-b3d2-8e4d13563c0f tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:29.997277 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b0f94fe8-c94d-485d-bab4-260eeda1cc9e req-f140ce87-e2aa-415f-b3d2-8e4d13563c0f tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 931 time: 0.1655588 Jun 18 14:20:30.076812 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3bcd8-ff0f-4229-9d2a-c868e805aa14 req-cb8c8b16-4d28-417e-b86c-816797280433 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:30.080507 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cfe3bcd8-ff0f-4229-9d2a-c868e805aa14 req-cb8c8b16-4d28-417e-b86c-816797280433 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 943 time: 0.1616571 Jun 18 14:20:30.082622 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b0f94fe8-c94d-485d-bab4-260eeda1cc9e req-b13e0493-f202-43d3-83cd-d61bf2924e4c tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499880 Jun 18 14:20:30.098432 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-c56fecfe-c128-488a-87e3-7769e6e5d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:30.100131 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-c56fecfe-c128-488a-87e3-7769e6e5d9bf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1017666 Jun 18 14:20:30.116779 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c4f8784-6796-4fb6-b790-d5a524fa15ad {{(pid=93613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:20:30.129150 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:30.157298 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cfe3bcd8-ff0f-4229-9d2a-c868e805aa14 req-13b9fba8-e034-4252-bc03-5833a79644a8 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629940 Jun 18 14:20:30.160860 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.provisioning_blocks [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Transition to ACTIVE for port object 8c4f8784-6796-4fb6-b790-d5a524fa15ad will not be triggered until provisioned by entity L2. {{(pid=93613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:20:30.220452 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-06a846d6-d5fe-4f44-84ac-e1a762b7eb96 service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122589 Jun 18 14:20:30.312108 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11814879'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:30.315152 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:30.391500 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69c0c46d-fcc1-41cb-8cbf-e9d0956af531 req-ec8fbdf7-41f6-42f3-bf9f-ea82755a295d service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629658 Jun 18 14:20:30.406703 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4f8784-6796-4fb6-b790-d5a524fa15ad,revision_number=2']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:30.412662 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4d934-714d-43b6-af22-cf52f2400cd5 req-d5e8e3fe-be39-4d0b-ad26-df9294183add tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:30.414637 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3cf4d934-714d-43b6-af22-cf52f2400cd5 req-d5e8e3fe-be39-4d0b-ad26-df9294183add tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 943 time: 0.1134620 Jun 18 14:20:30.431379 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:30.460689 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3cf4d934-714d-43b6-af22-cf52f2400cd5 req-cc7e0ddc-a7b5-4ecf-9131-e8f5f6eac5d4 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359550 Jun 18 14:20:30.491832 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.managers [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Attempting to bind port 8c4f8784-6796-4fb6-b790-d5a524fa15ad on host hv-cinder-79575 for vnic_type normal with profile {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:20:30.492414 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.managers [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Attempting to bind port 8c4f8784-6796-4fb6-b790-d5a524fa15ad by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '9c0a1272-42f6-4d0c-9be4-91858b86fcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '15b155a4-2536-4c4f-87f4-e27a303413fb'}] {{(pid=93613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:20:30.493020 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Attempting to bind port 8c4f8784-6796-4fb6-b790-d5a524fa15ad on network 15b155a4-2536-4c4f-87f4-e27a303413fb {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:20:30.500880 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Port 8c4f8784-6796-4fb6-b790-d5a524fa15ad on network 15b155a4-2536-4c4f-87f4-e27a303413fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 14:20:30.501423 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Attempting to bind port 8c4f8784-6796-4fb6-b790-d5a524fa15ad on network 15b155a4-2536-4c4f-87f4-e27a303413fb {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:20:30.512173 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Checking agent: {'id': '29ce2f09-b2be-4853-98fa-378b10f49f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'started_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:20:30.512758 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Checking segment: {'id': '9c0a1272-42f6-4d0c-9be4-91858b86fcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '15b155a4-2536-4c4f-87f4-e27a303413fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:20:30.513468 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Bound using segment: {'id': '9c0a1272-42f6-4d0c-9be4-91858b86fcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '15b155a4-2536-4c4f-87f4-e27a303413fb'} {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:20:30.514290 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.managers [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Bound port: 8c4f8784-6796-4fb6-b790-d5a524fa15ad, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0a1272-42f6-4d0c-9be4-91858b86fcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '15b155a4-2536-4c4f-87f4-e27a303413fb'}}] {{(pid=93613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:20:30.514904 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:30.596450 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] For port 8c4f8784-6796-4fb6-b790-d5a524fa15ad, host hv-cinder-79575, cleared binding levels {{(pid=93613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:20:30.600041 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] For port 8c4f8784-6796-4fb6-b790-d5a524fa15ad, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=8c4f8784-6796-4fb6-b790-d5a524fa15ad,segment=NetworkSegment(9c0a1272-42f6-4d0c-9be4-91858b86fcfb),segment_id=9c0a1272-42f6-4d0c-9be4-91858b86fcfb)] {{(pid=93613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:20:30.648696 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 2d0208aa-0616-4966-ac0d-249bb1e9cea5 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:20:30.658231 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device a8deefef-fab4-49b2-9ea9-f78b24627d1a up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:20:30.688181 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11814879'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:30.691143 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-f6417353-87b4-4a76-a2be-5a16135a6c0a tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:30.735789 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:30.736423 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:30.737877 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] 10.222.0.38 "PUT /v2.0/ports/8c4f8784-6796-4fb6-b790-d5a524fa15ad HTTP/1.1" status: 200 len: 1093 time: 1.1120095 Jun 18 14:20:30.738412 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669b07d1-f1a0-41e9-9744-231dc3a40a44', 'tag': '8c4f8784-6796-4fb6-b790-d5a524fa15ad'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:20:30.740892 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a64103-96d0-4d5a-86ac-e92ac5026789" -d '{"events": [{"name": "network-changed", "server_uuid": "669b07d1-f1a0-41e9-9744-231dc3a40a44", "tag": "8c4f8784-6796-4fb6-b790-d5a524fa15ad"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:20:30.808626 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4f8784-6796-4fb6-b790-d5a524fa15ad,revision_number=3']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:30.813302 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:30.855912 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c947c54-3bf3-4dd5-af2a-cb834ad4fbb0 req-23811dfd-b6b0-4e4c-8eec-2d40354009ab tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:30.858324 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2c947c54-3bf3-4dd5-af2a-cb834ad4fbb0 req-23811dfd-b6b0-4e4c-8eec-2d40354009ab tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 945 time: 0.1063838 Jun 18 14:20:30.965350 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2c947c54-3bf3-4dd5-af2a-cb834ad4fbb0 req-6a101ee1-eb7f-4fa6-bf4f-74bf7f6ec068 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994964 Jun 18 14:20:30.971289 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 2d0208aa-0616-4966-ac0d-249bb1e9cea5, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=2d0208aa-0616-4966-ac0d-249bb1e9cea5,segment=NetworkSegment(e5fa2761-6016-43d4-a74e-a4fdbc29bc44),segment_id=e5fa2761-6016-43d4-a74e-a4fdbc29bc44)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:20:30.996549 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56aa6f7-63c3-4649-9b3e-2b5a97a7782b x-openstack-request-id: req-c56aa6f7-63c3-4649-9b3e-2b5a97a7782b {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:20:30.997101 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669b07d1-f1a0-41e9-9744-231dc3a40a44", "tag": "8c4f8784-6796-4fb6-b790-d5a524fa15ad", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:20:30.997600 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c56aa6f7-63c3-4649-9b3e-2b5a97a7782b {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:20:30.998263 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669b07d1-f1a0-41e9-9744-231dc3a40a44', 'tag': '8c4f8784-6796-4fb6-b790-d5a524fa15ad', 'status': 'completed', 'code': 200} Jun 18 14:20:30.999159 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': '2d0208aa-0616-4966-ac0d-249bb1e9cea5', 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3', 'port_id': '2d0208aa-0616-4966-ac0d-249bb1e9cea5', 'mac_address': 'fa:16:3e:ce:69:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f5051b7-2cd7-4144-8b1c-0ef6aec7a424', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:20:31.023415 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-505400c1-26a0-47cc-9ab5-068f34ab124b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:31.026030 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning for port a8deefef-fab4-49b2-9ea9-f78b24627d1a completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:20:31.026387 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-505400c1-26a0-47cc-9ab5-068f34ab124b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7be70b90ffdd4aab9e9669ed61fd8d35&device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 1096 time: 0.1018350 Jun 18 14:20:31.034788 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port a8deefef-fab4-49b2-9ea9-f78b24627d1a triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:20:31.035183 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:31.066806 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:31.079021 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-98b92e0a-a1b3-4bf2-8233-53497f46baf8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c4f8784-6796-4fb6-b790-d5a524fa15ad HTTP/1.1" status: 200 len: 217 time: 0.0368459 Jun 18 14:20:31.086321 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0208aa-0616-4966-ac0d-249bb1e9cea5 {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:20:31.113203 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 2d0208aa-0616-4966-ac0d-249bb1e9cea5, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=2d0208aa-0616-4966-ac0d-249bb1e9cea5,segment=NetworkSegment(e5fa2761-6016-43d4-a74e-a4fdbc29bc44),segment_id=e5fa2761-6016-43d4-a74e-a4fdbc29bc44)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:20:31.137610 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-213b782c-aab5-495d-b061-41f0507e2fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:31.139102 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-213b782c-aab5-495d-b061-41f0507e2fc8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=933af0d1-b69c-4052-a10c-162d9b1b5c19 HTTP/1.1" status: 200 len: 854 time: 0.0526476 Jun 18 14:20:31.151999 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:31.177076 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379430e9-f0a2-4e41-8653-a438aa28a16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:20:31.178573 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-c6e92ce9-4f11-4b50-81ef-dd34b0027041 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=15b155a4-2536-4c4f-87f4-e27a303413fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321805 Jun 18 14:20:31.179549 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3751d6-3c48-49f6-a74f-ee2528a92043" -d '{"events": [{"server_uuid": "379430e9-f0a2-4e41-8653-a438aa28a16b", "name": "network-vif-plugged", "status": "completed", "tag": "a8deefef-fab4-49b2-9ea9-f78b24627d1a"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:20:31.193335 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port a8deefef-fab4-49b2-9ea9-f78b24627d1a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=a8deefef-fab4-49b2-9ea9-f78b24627d1a,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:20:31.230048 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0465ee11-fa92-4f71-938a-95eb6c0cdde7 x-openstack-request-id: req-0465ee11-fa92-4f71-938a-95eb6c0cdde7 {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:20:31.230454 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379430e9-f0a2-4e41-8653-a438aa28a16b", "name": "network-vif-plugged", "status": "completed", "tag": "a8deefef-fab4-49b2-9ea9-f78b24627d1a", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:20:31.230882 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0465ee11-fa92-4f71-938a-95eb6c0cdde7 {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:20:31.231377 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379430e9-f0a2-4e41-8653-a438aa28a16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a', 'code': 200} Jun 18 14:20:31.236233 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:31.238644 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:31.299304 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:31.307471 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720835f-a298-4e75-a7ee-f640c39d94e5 req-6de2c5ab-9b03-4603-9f09-10b055f33f64 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:31.310227 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3720835f-a298-4e75-a7ee-f640c39d94e5 req-6de2c5ab-9b03-4603-9f09-10b055f33f64 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 943 time: 0.0879264 Jun 18 14:20:31.323170 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-fbae0712-fd06-4436-b9c9-99036b3f702f service neutron] 10.222.0.38 "GET /v2.0/networks/15b155a4-2536-4c4f-87f4-e27a303413fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378012 Jun 18 14:20:31.323597 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=2d0208aa-0616-4966-ac0d-249bb1e9cea5,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:31.326979 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:31.330609 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-5e42b3e3-c1c0-44b8-9917-9927c52f0204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:31.359469 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3720835f-a298-4e75-a7ee-f640c39d94e5 req-2dbc44f3-edcd-4973-b3e6-18f633af1a7f tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413251 Jun 18 14:20:31.467039 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=a8deefef-fab4-49b2-9ea9-f78b24627d1a,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:31.477256 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3362a5b9-5ea6-421f-b49e-9846816d64ed req-69b1ca33-3d50-4b4e-b0d8-15b8f624bb6a service neutron] 10.222.0.38 "GET /v2.0/networks/15b155a4-2536-4c4f-87f4-e27a303413fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419201 Jun 18 14:20:31.478684 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:31.495180 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126bb88-29e1-48b2-a1f3-c7867c353e5b req-0cfcedb2-6648-40cf-ae4b-a15d5a4eb110 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:31.496738 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9126bb88-29e1-48b2-a1f3-c7867c353e5b req-0cfcedb2-6648-40cf-ae4b-a15d5a4eb110 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 944 time: 0.1349666 Jun 18 14:20:31.529369 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 46084) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:31.564833 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9126bb88-29e1-48b2-a1f3-c7867c353e5b req-abde6003-8828-471b-8ce8-030a647d6f72 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552187 Jun 18 14:20:31.660533 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-87344058-21b8-47ef-8a4c-1d4f08cf9ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:31.690826 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a085e50-87dd-420d-926d-6919b931b35a req-697fbe52-f8c3-43a4-bd05-d7713f872b8f tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:31.692542 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9a085e50-87dd-420d-926d-6919b931b35a req-697fbe52-f8c3-43a4-bd05-d7713f872b8f tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 943 time: 0.0937054 Jun 18 14:20:31.718975 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['2d0208aa-0616-4966-ac0d-249bb1e9cea5'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:20:31.755715 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9a085e50-87dd-420d-926d-6919b931b35a req-65e303a7-5b3e-4a9e-a427-4c0a542ed554 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566909 Jun 18 14:20:31.792565 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a64103-96d0-4d5a-86ac-e92ac5026789 req-2ea385f4-501c-43d7-97a5-81ce4f7cbc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:31.794652 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-16a64103-96d0-4d5a-86ac-e92ac5026789 req-2ea385f4-501c-43d7-97a5-81ce4f7cbc7f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7be70b90ffdd4aab9e9669ed61fd8d35&device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 1096 time: 0.0701761 Jun 18 14:20:31.856535 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-87344058-21b8-47ef-8a4c-1d4f08cf9ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:31.863446 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd154c0-5bd8-4db8-b012-3257143c9854 req-b98c598e-6f7a-4428-a649-acc28febee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:31.864900 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-cfd154c0-5bd8-4db8-b012-3257143c9854 req-b98c598e-6f7a-4428-a649-acc28febee42 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 1099 time: 0.0951540 Jun 18 14:20:31.889184 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a64103-96d0-4d5a-86ac-e92ac5026789 req-da65176f-57a4-4fe1-b990-ec0680e40c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:31.890673 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-16a64103-96d0-4d5a-86ac-e92ac5026789 req-da65176f-57a4-4fe1-b990-ec0680e40c88 service neutron] 10.222.0.38 "GET /v2.0/networks?id=15b155a4-2536-4c4f-87f4-e27a303413fb HTTP/1.1" status: 200 len: 915 time: 0.0885282 Jun 18 14:20:31.901260 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-cfd154c0-5bd8-4db8-b012-3257143c9854 req-48fab367-22e9-48b8-9a9a-e02c60fc5046 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288062 Jun 18 14:20:31.918818 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-87344058-21b8-47ef-8a4c-1d4f08cf9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:31.922415 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-ffa84c00-0e0d-41b5-b324-adab028483dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:31.937358 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-16a64103-96d0-4d5a-86ac-e92ac5026789 req-9668afd4-7555-497d-956e-a0266152d8ca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c4f8784-6796-4fb6-b790-d5a524fa15ad HTTP/1.1" status: 200 len: 217 time: 0.0387809 Jun 18 14:20:31.956991 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-87344058-21b8-47ef-8a4c-1d4f08cf9ecc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=61e6769d9c934757827653cf9f0a7ef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4255502 Jun 18 14:20:31.958962 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87344058-21b8-47ef-8a4c-1d4f08cf9ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d04af0b-09b3-4a80-af45-d18d1f6dbb4d,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:31.959745 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 46088) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:31.962261 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-87344058-21b8-47ef-8a4c-1d4f08cf9ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:32.008049 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ee89577c-44e8-49f9-867c-409b52b317c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:32.029425 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ee89577c-44e8-49f9-867c-409b52b317c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:32.158726 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e10d9d-9b63-4405-87eb-9e2c72759c1a req-eba044d3-f087-4907-b575-87ee51748ded tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:32.160833 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c0e10d9d-9b63-4405-87eb-9e2c72759c1a req-eba044d3-f087-4907-b575-87ee51748ded tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0715849 Jun 18 14:20:32.174583 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ee89577c-44e8-49f9-867c-409b52b317c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:32.177306 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ee89577c-44e8-49f9-867c-409b52b317c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:32.178424 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-ee89577c-44e8-49f9-867c-409b52b317c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d04af0b-09b3-4a80-af45-d18d1f6dbb4d HTTP/1.1" status: 204 len: 168 time: 0.2177017 Jun 18 14:20:32.185441 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-e984f01c-0f28-490a-8eb5-7cec0034477c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:32.197738 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89577c-44e8-49f9-867c-409b52b317c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d04af0b-09b3-4a80-af45-d18d1f6dbb4d,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:32.200259 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-ee89577c-44e8-49f9-867c-409b52b317c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:32.217968 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c0e10d9d-9b63-4405-87eb-9e2c72759c1a req-7c5f541d-db56-41d8-a760-3445b86c5c46 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511839 Jun 18 14:20:32.458397 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a64103-96d0-4d5a-86ac-e92ac5026789 req-80d1a027-0eda-4a08-9bd4-85f164bc6210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:32.459859 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-16a64103-96d0-4d5a-86ac-e92ac5026789 req-80d1a027-0eda-4a08-9bd4-85f164bc6210 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=933af0d1-b69c-4052-a10c-162d9b1b5c19 HTTP/1.1" status: 200 len: 854 time: 0.0505071 Jun 18 14:20:32.499916 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-16a64103-96d0-4d5a-86ac-e92ac5026789 req-e8f5a6b5-4f3f-49a5-9a95-8a1d12ebd64c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=15b155a4-2536-4c4f-87f4-e27a303413fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292494 Jun 18 14:20:32.549645 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb1331-12df-47a3-81d2-3fbf22887729 req-36bb5162-b3e1-4455-a801-97f417d07ba2 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:32.551131 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3ffb1331-12df-47a3-81d2-3fbf22887729 req-36bb5162-b3e1-4455-a801-97f417d07ba2 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 943 time: 0.0788791 Jun 18 14:20:32.589775 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3ffb1331-12df-47a3-81d2-3fbf22887729 req-9c950535-fa04-4fcb-8886-b9ab10dcbdca tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328233 Jun 18 14:20:32.625032 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-16a64103-96d0-4d5a-86ac-e92ac5026789 req-b8f6391e-e4aa-45aa-acb5-7960113300d9 service neutron] 10.222.0.38 "GET /v2.0/networks/15b155a4-2536-4c4f-87f4-e27a303413fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883775 Jun 18 14:20:32.754644 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-16a64103-96d0-4d5a-86ac-e92ac5026789 req-5c2b4b2e-14a7-46b8-a59d-da50fbaf3543 service neutron] 10.222.0.38 "GET /v2.0/networks/15b155a4-2536-4c4f-87f4-e27a303413fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228039 Jun 18 14:20:32.777793 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe12796-d530-49f8-8e28-3d06dbc6d01a req-c727a333-91ef-49c0-8642-d3d68d0f78a9 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:32.779398 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0fe12796-d530-49f8-8e28-3d06dbc6d01a req-c727a333-91ef-49c0-8642-d3d68d0f78a9 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 944 time: 0.0882523 Jun 18 14:20:32.825535 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0fe12796-d530-49f8-8e28-3d06dbc6d01a req-aae1f9f0-1f61-47e5-9c5c-998aa465effb tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404117 Jun 18 14:20:32.882461 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 46104) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:32.896033 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-de5fd5d2-1ec8-41c1-b76d-fdabe219b83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:32.944153 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4718f16-ed6a-4169-870b-8e4ce6c0c5c9 req-253b26b4-afb3-4806-bcf4-9cc29d7a4d16 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:32.946120 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e4718f16-ed6a-4169-870b-8e4ce6c0c5c9 req-253b26b4-afb3-4806-bcf4-9cc29d7a4d16 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 943 time: 0.0670753 Jun 18 14:20:32.984727 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e4718f16-ed6a-4169-870b-8e4ce6c0c5c9 req-9fbdb7c8-52a9-44ee-89c3-0496a811938a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326231 Jun 18 14:20:32.989686 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-de5fd5d2-1ec8-41c1-b76d-fdabe219b83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:33.073607 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-de5fd5d2-1ec8-41c1-b76d-fdabe219b83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:33.076160 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-07218ae4-a9c6-4a57-81ef-664b64d2ecbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:33.112682 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-de5fd5d2-1ec8-41c1-b76d-fdabe219b83d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3d5249e2b964290a2ef6e3dc67113d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291427 Jun 18 14:20:33.113591 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fd5d2-1ec8-41c1-b76d-fdabe219b83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02f1399-9b6d-4734-bc3b-1a9af47fc2d0,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:33.115435 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 46106) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:33.116507 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-de5fd5d2-1ec8-41c1-b76d-fdabe219b83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:33.163838 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-17243c13-038f-42b3-9e9d-8b1f6ec23234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:33.185806 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-17243c13-038f-42b3-9e9d-8b1f6ec23234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:33.304968 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-17243c13-038f-42b3-9e9d-8b1f6ec23234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:33.308371 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-17243c13-038f-42b3-9e9d-8b1f6ec23234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:33.312210 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-17243c13-038f-42b3-9e9d-8b1f6ec23234 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c02f1399-9b6d-4734-bc3b-1a9af47fc2d0 HTTP/1.1" status: 204 len: 168 time: 0.1933281 Jun 18 14:20:33.312210 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-1b1542be-2ee8-45da-96f2-8def96388142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:33.321207 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17243c13-038f-42b3-9e9d-8b1f6ec23234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02f1399-9b6d-4734-bc3b-1a9af47fc2d0,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:33.323487 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-17243c13-038f-42b3-9e9d-8b1f6ec23234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:33.424635 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a2e97-168f-4e23-9826-2c9d3e28d3b4 req-5c9ea06e-7c20-47db-aedd-7fce13e08012 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:33.426607 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-470a2e97-168f-4e23-9826-2c9d3e28d3b4 req-5c9ea06e-7c20-47db-aedd-7fce13e08012 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0677061 Jun 18 14:20:33.472428 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-470a2e97-168f-4e23-9826-2c9d3e28d3b4 req-ab6e8f9d-194d-4ec3-8821-2bfe8e37edfe tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341325 Jun 18 14:20:33.766769 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82aa91-4f69-4b96-acd3-e3b6642a0e78 req-39391c1a-e051-4309-8fb9-d0a3ca989f91 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:33.768301 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8f82aa91-4f69-4b96-acd3-e3b6642a0e78 req-39391c1a-e051-4309-8fb9-d0a3ca989f91 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 943 time: 0.0653679 Jun 18 14:20:33.813414 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8f82aa91-4f69-4b96-acd3-e3b6642a0e78 req-3dbb61bc-875c-4c4f-b3ca-8143b3bf6622 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366178 Jun 18 14:20:34.024672 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8f77b-d76b-47c3-bb61-b9b6b40383b7 req-2f3bd92a-3a4e-416f-9692-effb94fc2266 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:34.026341 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b7b8f77b-d76b-47c3-bb61-b9b6b40383b7 req-2f3bd92a-3a4e-416f-9692-effb94fc2266 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 944 time: 0.0872383 Jun 18 14:20:34.067680 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b7b8f77b-d76b-47c3-bb61-b9b6b40383b7 req-b4bf50fc-e7a2-4dfe-b7c2-354ef76d6593 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353026 Jun 18 14:20:34.187441 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5693fc-91c5-4d4b-b6b7-63af1250f5ff req-afb2921e-34b3-4f66-9c3e-ddbeb18baea4 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:34.189104 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5b5693fc-91c5-4d4b-b6b7-63af1250f5ff req-afb2921e-34b3-4f66-9c3e-ddbeb18baea4 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 943 time: 0.0803361 Jun 18 14:20:34.236968 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5b5693fc-91c5-4d4b-b6b7-63af1250f5ff req-6b6e13d5-ef8f-489d-9213-e534a61ad068 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409822 Jun 18 14:20:34.660989 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 2d0208aa-0616-4966-ac0d-249bb1e9cea5 up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:20:34.685427 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fe358-9346-4b40-a4f1-670f7bfad0ef req-747697ab-2912-4614-9050-5a7b8dffce56 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:34.687128 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-e32fe358-9346-4b40-a4f1-670f7bfad0ef req-747697ab-2912-4614-9050-5a7b8dffce56 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0871828 Jun 18 14:20:34.745950 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-e32fe358-9346-4b40-a4f1-670f7bfad0ef req-9c020dc2-3f84-4b55-acc5-e561edecf47f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503089 Jun 18 14:20:34.813252 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning for port 2d0208aa-0616-4966-ac0d-249bb1e9cea5 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:20:34.817563 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port 2d0208aa-0616-4966-ac0d-249bb1e9cea5 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:20:34.817970 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:34.923460 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:34.955625 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480b8d6e-94b9-4a3e-af32-1b3b06807add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0208aa-0616-4966-ac0d-249bb1e9cea5'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:20:34.961387 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a3f110-a4ac-4f29-86d5-e793f259406f" -d '{"events": [{"server_uuid": "480b8d6e-94b9-4a3e-af32-1b3b06807add", "name": "network-vif-plugged", "status": "completed", "tag": "2d0208aa-0616-4966-ac0d-249bb1e9cea5"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:20:34.979241 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 2d0208aa-0616-4966-ac0d-249bb1e9cea5, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=2d0208aa-0616-4966-ac0d-249bb1e9cea5,segment=NetworkSegment(e5fa2761-6016-43d4-a74e-a4fdbc29bc44),segment_id=e5fa2761-6016-43d4-a74e-a4fdbc29bc44)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:20:34.992041 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8b04e-897a-4e6b-9318-c76cefb04122 req-94a2bdc5-35e4-40c7-9234-920cbf9330ff tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:34.993751 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2bb8b04e-897a-4e6b-9318-c76cefb04122 req-94a2bdc5-35e4-40c7-9234-920cbf9330ff tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0846534 Jun 18 14:20:35.002668 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 46156) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:35.010231 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-986886f7-3d95-4cff-b8db-7ce2b03cdff4 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Request body: {'floatingip': {'port_id': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:20:35.031170 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5dbb7-f14a-44c7-99d4-8c623087846e req-98d16018-0422-46be-bbe5-b429666ff436 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:35.032699 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-aec5dbb7-f14a-44c7-99d4-8c623087846e req-98d16018-0422-46be-bbe5-b429666ff436 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 943 time: 0.0809615 Jun 18 14:20:35.040808 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03728041-1871-401c-8a06-ef598a10c375 x-openstack-request-id: req-03728041-1871-401c-8a06-ef598a10c375 {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:20:35.041108 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480b8d6e-94b9-4a3e-af32-1b3b06807add", "name": "network-vif-plugged", "status": "completed", "tag": "2d0208aa-0616-4966-ac0d-249bb1e9cea5", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:20:35.041592 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03728041-1871-401c-8a06-ef598a10c375 {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:20:35.041994 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480b8d6e-94b9-4a3e-af32-1b3b06807add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0208aa-0616-4966-ac0d-249bb1e9cea5', 'code': 200} Jun 18 14:20:35.064468 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:35.066729 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-fd54bfb0-221e-4af6-87e7-d58eef3b459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:35.092420 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-aec5dbb7-f14a-44c7-99d4-8c623087846e req-9cf3e72a-237b-41fa-841a-a94ceb9e061f tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498044 Jun 18 14:20:35.106122 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-986886f7-3d95-4cff-b8db-7ce2b03cdff4 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for floatingip, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:35.201241 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=2d0208aa-0616-4966-ac0d-249bb1e9cea5,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:35.206434 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:35.546679 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5d487-1328-4583-a00f-c2e537f113f6 req-371034c5-ec78-4e90-b5e2-5824c933563b tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:35.561977 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-79f5d487-1328-4583-a00f-c2e537f113f6 req-371034c5-ec78-4e90-b5e2-5824c933563b tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 943 time: 0.1056526 Jun 18 14:20:35.605846 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d678d0-28e7-465b-b575-e845f79fc261 req-9590c3b6-0f66-4b1a-9bd7-557bb4096333 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:35.607869 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-40d678d0-28e7-465b-b575-e845f79fc261 req-9590c3b6-0f66-4b1a-9bd7-557bb4096333 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 945 time: 0.2921951 Jun 18 14:20:35.630975 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-79f5d487-1328-4583-a00f-c2e537f113f6 req-d2dc4cac-c88e-4d2e-9618-451a43c4da38 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675995 Jun 18 14:20:35.686468 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3316d-89de-45a1-a2ab-9f8c8686a4a0 req-785b0aec-0410-486e-b441-f8ec95622921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:35.687874 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9be3316d-89de-45a1-a2ab-9f8c8686a4a0 req-785b0aec-0410-486e-b441-f8ec95622921 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 1098 time: 0.1622314 Jun 18 14:20:35.742688 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9be3316d-89de-45a1-a2ab-9f8c8686a4a0 req-5bc4efa1-1573-4263-bf1f-230adb9998ef service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476847 Jun 18 14:20:35.854888 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-40d678d0-28e7-465b-b575-e845f79fc261 req-20643667-249b-4acc-ac39-3aa7b6d6b440 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349279 Jun 18 14:20:36.198477 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.db.resource_extend [None req-986886f7-3d95-4cff-b8db-7ce2b03cdff4 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 14:20:36.328765 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-986886f7-3d95-4cff-b8db-7ce2b03cdff4 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:36.332932 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dc09e-bdab-40da-b8ea-b4cf8329f192 req-edc86273-aea2-4304-9098-43a5e1b9642c tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:36.336790 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6b7dc09e-bdab-40da-b8ea-b4cf8329f192 req-edc86273-aea2-4304-9098-43a5e1b9642c tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 943 time: 0.0827708 Jun 18 14:20:36.362811 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d4491-a543-45e9-9ee1-63c9f8b3866e req-d6afebd6-f2aa-47eb-8cc5-5e832433e310 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:36.365090 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1a6d4491-a543-45e9-9ee1-63c9f8b3866e req-d6afebd6-f2aa-47eb-8cc5-5e832433e310 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.1622221 Jun 18 14:20:36.382007 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6b7dc09e-bdab-40da-b8ea-b4cf8329f192 req-f35a28ab-9ff3-47d1-8760-dbf77dc8b587 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392754 Jun 18 14:20:36.409603 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1a6d4491-a543-45e9-9ee1-63c9f8b3866e req-076bb9cd-d856-47db-b4f5-23c9311b83b3 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376256 Jun 18 14:20:36.431191 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-986886f7-3d95-4cff-b8db-7ce2b03cdff4 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635786'] for floatingip, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:36.523243 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 46194) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:36.564531 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.l3_db [None req-986886f7-3d95-4cff-b8db-7ce2b03cdff4 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Floating IP 727b8b50-3034-48c2-b537-dbdf7b0ad209 associated. External IP: 172.27.3.81, port: a8deefef-fab4-49b2-9ea9-f78b24627d1a. Jun 18 14:20:36.684559 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fe14c762-2eb6-4be8-95d6-ff2c2b96db99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:36.687592 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 8c4f8784-6796-4fb6-b790-d5a524fa15ad details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:20:36.844725 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fe14c762-2eb6-4be8-95d6-ff2c2b96db99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:36.876405 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 8c4f8784-6796-4fb6-b790-d5a524fa15ad, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=8c4f8784-6796-4fb6-b790-d5a524fa15ad,segment=NetworkSegment(9c0a1272-42f6-4d0c-9be4-91858b86fcfb),segment_id=9c0a1272-42f6-4d0c-9be4-91858b86fcfb)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:20:36.900642 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': '8c4f8784-6796-4fb6-b790-d5a524fa15ad', 'network_id': '15b155a4-2536-4c4f-87f4-e27a303413fb', 'port_id': '8c4f8784-6796-4fb6-b790-d5a524fa15ad', 'mac_address': 'fa:16:3e:de:dc:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '933af0d1-b69c-4052-a10c-162d9b1b5c19', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:20:36.927448 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903426fa-11e8-42c3-8d62-ebb4d9acf029 req-f8be9cfa-c851-4d51-9a03-ea0f3052909c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:36.929315 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-903426fa-11e8-42c3-8d62-ebb4d9acf029 req-f8be9cfa-c851-4d51-9a03-ea0f3052909c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 943 time: 0.1178558 Jun 18 14:20:36.965370 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:36.982791 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4f8784-6796-4fb6-b790-d5a524fa15ad {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:20:36.990136 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-903426fa-11e8-42c3-8d62-ebb4d9acf029 req-5a20aaba-7c49-42ef-8608-be8480e5f986 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472372 Jun 18 14:20:36.990989 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fe14c762-2eb6-4be8-95d6-ff2c2b96db99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:36.994395 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-1e48b122-ad93-4f87-a4cf-7ccef6d04d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:37.029308 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 8c4f8784-6796-4fb6-b790-d5a524fa15ad, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=8c4f8784-6796-4fb6-b790-d5a524fa15ad,segment=NetworkSegment(9c0a1272-42f6-4d0c-9be4-91858b86fcfb),segment_id=9c0a1272-42f6-4d0c-9be4-91858b86fcfb)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:20:37.052967 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-fe14c762-2eb6-4be8-95d6-ff2c2b96db99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=da28a4659af04864ab45671b115ac830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5278485 Jun 18 14:20:37.054665 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14c762-2eb6-4be8-95d6-ff2c2b96db99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ebc39b-43cb-4ca0-850e-4609fb63ad5c,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:37.059796 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 46202) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:37.070329 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-fe14c762-2eb6-4be8-95d6-ff2c2b96db99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:37.114418 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:37.117497 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-57f6b95d-72f0-4b54-9059-95819e78629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:37.135097 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b076d781-73a1-4380-9d90-a1be0e889d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:37.163365 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b076d781-73a1-4380-9d90-a1be0e889d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:37.200343 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=8c4f8784-6796-4fb6-b790-d5a524fa15ad,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:37.206629 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:37.231362 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986886f7-3d95-4cff-b8db-7ce2b03cdff4 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Router 68e8837d-9fe5-4c94-8dd1-df1bb585495a has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:20:37.254556 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb5358-e4cb-45da-974d-25b59251f88b req-9a036a32-706c-41be-9892-17055d6ab335 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:37.256502 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-37fb5358-e4cb-45da-974d-25b59251f88b req-9a036a32-706c-41be-9892-17055d6ab335 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 945 time: 0.2021141 Jun 18 14:20:37.342656 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b076d781-73a1-4380-9d90-a1be0e889d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:37.347329 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b076d781-73a1-4380-9d90-a1be0e889d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:37.349381 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-b076d781-73a1-4380-9d90-a1be0e889d75 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4ebc39b-43cb-4ca0-850e-4609fb63ad5c HTTP/1.1" status: 204 len: 168 time: 0.2879784 Jun 18 14:20:37.350578 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-3db8ea44-0b94-4df0-8b88-f6f863113021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:37.367366 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076d781-73a1-4380-9d90-a1be0e889d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ebc39b-43cb-4ca0-850e-4609fb63ad5c,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:37.372201 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-b076d781-73a1-4380-9d90-a1be0e889d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:37.430636 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-37fb5358-e4cb-45da-974d-25b59251f88b req-80b5b961-760c-4aae-85eb-da523c604bd3 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635523 Jun 18 14:20:37.459393 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986886f7-3d95-4cff-b8db-7ce2b03cdff4 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:20:37.468471 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-986886f7-3d95-4cff-b8db-7ce2b03cdff4 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for floatingip, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:37.487437 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdc1704-43e2-410d-90bc-055a34bdff40 None None] Sync routers for ids ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:20:37.499929 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdc1704-43e2-410d-90bc-055a34bdff40 None None] Routers {'68e8837d-9fe5-4c94-8dd1-df1bb585495a'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:20:37.501282 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-3cdc1704-43e2-410d-90bc-055a34bdff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:20:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:20:37.600215 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-986886f7-3d95-4cff-b8db-7ce2b03cdff4 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "PUT /v2.0/floatingips/727b8b50-3034-48c2-b537-dbdf7b0ad209 HTTP/1.1" status: 200 len: 991 time: 2.5961330 Jun 18 14:20:37.601962 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379430e9-f0a2-4e41-8653-a438aa28a16b', 'tag': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:20:37.607628 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8ce5e3-5717-4315-8dee-1e7a79221517" -d '{"events": [{"name": "network-changed", "server_uuid": "379430e9-f0a2-4e41-8653-a438aa28a16b", "tag": "a8deefef-fab4-49b2-9ea9-f78b24627d1a"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:20:37.747120 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2accb7-7e25-4c4b-a0b5-16959dbc6d98 req-804cbf8a-56ba-4341-941c-54af438ea073 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:37.752187 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-3cdc1704-43e2-410d-90bc-055a34bdff40 None None] Set router 68e8837d-9fe5-4c94-8dd1-df1bb585495a gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:20:37.760026 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-5f2accb7-7e25-4c4b-a0b5-16959dbc6d98 req-804cbf8a-56ba-4341-941c-54af438ea073 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 944 time: 0.1709535 Jun 18 14:20:37.813586 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631662eb-0574-46a1-8802-2a68ecce3cf5 req-8333db36-72fb-423d-a574-05adb922129e tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:37.815331 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-631662eb-0574-46a1-8802-2a68ecce3cf5 req-8333db36-72fb-423d-a574-05adb922129e tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0988259 Jun 18 14:20:37.828615 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-5f2accb7-7e25-4c4b-a0b5-16959dbc6d98 req-18b7fe51-d5c4-48d6-8912-a7882509b2e3 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673864 Jun 18 14:20:37.830024 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['8c4f8784-6796-4fb6-b790-d5a524fa15ad'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:20:37.911989 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-631662eb-0574-46a1-8802-2a68ecce3cf5 req-e587e8c7-2f96-41f9-bec7-b1887674b381 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728755 Jun 18 14:20:37.993618 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92101468-23d2-4088-afa7-a76a65c37b1b x-openstack-request-id: req-92101468-23d2-4088-afa7-a76a65c37b1b {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:20:37.993618 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379430e9-f0a2-4e41-8653-a438aa28a16b", "tag": "a8deefef-fab4-49b2-9ea9-f78b24627d1a", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:20:37.993618 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92101468-23d2-4088-afa7-a76a65c37b1b {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:20:37.993618 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379430e9-f0a2-4e41-8653-a438aa28a16b', 'tag': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a', 'status': 'completed', 'code': 200} Jun 18 14:20:38.180808 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ce5e3-5717-4315-8dee-1e7a79221517 req-9f2d0f10-b51e-4a30-80b6-8ea1d955c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:38.183551 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cf8ce5e3-5717-4315-8dee-1e7a79221517 req-9f2d0f10-b51e-4a30-80b6-8ea1d955c21b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=107d8e292f474633ab35671645fd2880&device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 1099 time: 0.0884666 Jun 18 14:20:38.232691 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-3cdc1704-43e2-410d-90bc-055a34bdff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'name': 'tempest-AttachVolumeShelveTestJSON-661007217-router', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:36Z', 'updated_at': '2021-06-18T14:19:46Z', 'revision_number': 4, 'project_id': '107d8e292f474633ab35671645fd2880', 'gw_port': {'id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:37Z', 'updated_at': '2021-06-18T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': '727b8b50-3034-48c2-b537-dbdf7b0ad209', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'port_id': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'mac_address': 'fa:16:3e:62:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379430e9-f0a2-4e41-8653-a438aa28a16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:19:52Z', 'updated_at': '2021-06-18T14:20:36Z', 'revision_number': 1, 'project_id': '107d8e292f474633ab35671645fd2880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd788fd0d-125b-4c61-ae72-f7713676735e', 'name': '', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'mac_address': 'fa:16:3e:d2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:44Z', 'updated_at': '2021-06-18T14:19:58Z', 'revision_number': 5, 'project_id': '107d8e292f474633ab35671645fd2880', 'subnets': [{'id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:20:38.271394 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdc1704-43e2-410d-90bc-055a34bdff40 None None] Checking router: 68e8837d-9fe5-4c94-8dd1-df1bb585495a for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:20:38.282174 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdc1704-43e2-410d-90bc-055a34bdff40 None None] Routers {'68e8837d-9fe5-4c94-8dd1-df1bb585495a'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:20:38.282825 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-3cdc1704-43e2-410d-90bc-055a34bdff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:20:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:20:38.283022 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8783c-e2d4-4f24-9c19-a40045687d4b req-a2990122-165d-4db3-9d78-d6084b31404a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:38.285194 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-36d8783c-e2d4-4f24-9c19-a40045687d4b req-a2990122-165d-4db3-9d78-d6084b31404a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 943 time: 0.1155446 Jun 18 14:20:38.347968 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-36d8783c-e2d4-4f24-9c19-a40045687d4b req-2e2d0890-1a13-42cb-9ecc-61be71ae7d3c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525348 Jun 18 14:20:38.350024 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ce5e3-5717-4315-8dee-1e7a79221517 req-7134e273-295d-4ced-96c9-1ffa9df5804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:38.351624 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cf8ce5e3-5717-4315-8dee-1e7a79221517 req-7134e273-295d-4ced-96c9-1ffa9df5804b service neutron] 10.222.0.38 "GET /v2.0/networks?id=34ea1a7a-1cdd-4064-b454-5495867b8273 HTTP/1.1" status: 200 len: 917 time: 0.1572373 Jun 18 14:20:38.432809 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-3cdc1704-43e2-410d-90bc-055a34bdff40 None None] Set router 68e8837d-9fe5-4c94-8dd1-df1bb585495a gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:20:38.454504 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cf8ce5e3-5717-4315-8dee-1e7a79221517 req-a5aab71c-b286-4a42-b5ff-16da9f7bf919 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8deefef-fab4-49b2-9ea9-f78b24627d1a HTTP/1.1" status: 200 len: 999 time: 0.0934620 Jun 18 14:20:38.521791 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ce5e3-5717-4315-8dee-1e7a79221517 req-e0bcce5e-da2b-44a2-855e-dec9dbf9b021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:38.523705 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cf8ce5e3-5717-4315-8dee-1e7a79221517 req-e0bcce5e-da2b-44a2-855e-dec9dbf9b021 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3994dc00-6a2f-4cf8-8857-bc42cacf8da2 HTTP/1.1" status: 200 len: 855 time: 0.0605066 Jun 18 14:20:38.562635 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 46220) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:38.588554 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f856c395-6fb4-4e8d-b76b-861cdf7d57a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:38.615975 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ce5e3-5717-4315-8dee-1e7a79221517 req-e7118713-1d98-4d08-b83e-48f2a2de2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:38.618468 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cf8ce5e3-5717-4315-8dee-1e7a79221517 req-e7118713-1d98-4d08-b83e-48f2a2de2057 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=34ea1a7a-1cdd-4064-b454-5495867b8273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0863550 Jun 18 14:20:38.631586 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-ba31346d-de4a-4d3b-bf61-2637852da021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:38.753638 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f856c395-6fb4-4e8d-b76b-861cdf7d57a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:38.765622 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-3cdc1704-43e2-410d-90bc-055a34bdff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'name': 'tempest-AttachVolumeShelveTestJSON-661007217-router', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:36Z', 'updated_at': '2021-06-18T14:19:46Z', 'revision_number': 4, 'project_id': '107d8e292f474633ab35671645fd2880', 'gw_port': {'id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:37Z', 'updated_at': '2021-06-18T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': '727b8b50-3034-48c2-b537-dbdf7b0ad209', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'port_id': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'mac_address': 'fa:16:3e:62:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379430e9-f0a2-4e41-8653-a438aa28a16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:19:52Z', 'updated_at': '2021-06-18T14:20:36Z', 'revision_number': 1, 'project_id': '107d8e292f474633ab35671645fd2880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd788fd0d-125b-4c61-ae72-f7713676735e', 'name': '', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'mac_address': 'fa:16:3e:d2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:44Z', 'updated_at': '2021-06-18T14:19:58Z', 'revision_number': 5, 'project_id': '107d8e292f474633ab35671645fd2880', 'subnets': [{'id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:20:38.796804 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cf8ce5e3-5717-4315-8dee-1e7a79221517 req-690c44d7-dba9-46f2-9e1d-1c0f4819dd4f service neutron] 10.222.0.38 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697297 Jun 18 14:20:38.799624 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdc1704-43e2-410d-90bc-055a34bdff40 None None] The sync data for ids ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'] in dv-cinder-795751-2-iscsi is: [{'id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'name': 'tempest-AttachVolumeShelveTestJSON-661007217-router', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:36Z', 'updated_at': '2021-06-18T14:19:46Z', 'revision_number': 4, 'project_id': '107d8e292f474633ab35671645fd2880', 'gw_port': {'id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:37Z', 'updated_at': '2021-06-18T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': '727b8b50-3034-48c2-b537-dbdf7b0ad209', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'port_id': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'mac_address': 'fa:16:3e:62:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379430e9-f0a2-4e41-8653-a438aa28a16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:19:52Z', 'updated_at': '2021-06-18T14:20:36Z', 'revision_number': 1, 'project_id': '107d8e292f474633ab35671645fd2880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd788fd0d-125b-4c61-ae72-f7713676735e', 'name': '', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'mac_address': 'fa:16:3e:d2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:44Z', 'updated_at': '2021-06-18T14:19:58Z', 'revision_number': 5, 'project_id': '107d8e292f474633ab35671645fd2880', 'subnets': [{'id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:20:38.811219 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d8c09-0c70-4f8d-b6f1-c5ab767d91ac req-fb775e55-6b64-472e-a2c2-041f1baf7d7d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:38.813900 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-309d8c09-0c70-4f8d-b6f1-c5ab767d91ac req-fb775e55-6b64-472e-a2c2-041f1baf7d7d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 945 time: 0.1756160 Jun 18 14:20:38.842116 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f856c395-6fb4-4e8d-b76b-861cdf7d57a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:38.845031 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-b8b60e28-5011-48d5-a471-28a4d851ceee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:38.898516 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-f856c395-6fb4-4e8d-b76b-861cdf7d57a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b1292e40f3874f1b833c4f18ac519edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297169 Jun 18 14:20:38.898516 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856c395-6fb4-4e8d-b76b-861cdf7d57a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d84b123-b311-48ec-8733-c803f42106b3,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:38.903049 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 46224) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:38.903049 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-f856c395-6fb4-4e8d-b76b-861cdf7d57a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:38.930092 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-309d8c09-0c70-4f8d-b6f1-c5ab767d91ac req-8521dcb3-af5e-49ac-b637-be897273b52f tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059074 Jun 18 14:20:38.994360 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9959413e-909a-41c9-a2b5-385e97211dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:39.015941 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cf8ce5e3-5717-4315-8dee-1e7a79221517 req-0d6d5599-bfa3-4d81-9bc5-f03cbf2dbd66 service neutron] 10.222.0.38 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003372 Jun 18 14:20:39.024684 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9959413e-909a-41c9-a2b5-385e97211dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:39.195505 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498bac3f-cc3b-486d-ae21-716356b4ae1b None None] New status for floating IP 727b8b50-3034-48c2-b537-dbdf7b0ad209: ACTIVE {{(pid=93615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 14:20:39.207770 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c10c77-b4e1-4573-aeb4-f2e16b7585d4 req-7c1ba11d-79e7-4ddf-b3b0-f2229980b17c tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:39.212317 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9af71-53b1-4857-b80c-643144e217bf req-6b517399-77b5-4c58-ba64-f76d7ab65295 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:39.212557 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f3c10c77-b4e1-4573-aeb4-f2e16b7585d4 req-7c1ba11d-79e7-4ddf-b3b0-f2229980b17c tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 944 time: 0.1113591 Jun 18 14:20:39.214074 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-43d9af71-53b1-4857-b80c-643144e217bf req-6b517399-77b5-4c58-ba64-f76d7ab65295 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.1032128 Jun 18 14:20:39.240140 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9959413e-909a-41c9-a2b5-385e97211dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:39.253018 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9959413e-909a-41c9-a2b5-385e97211dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:39.253018 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-9959413e-909a-41c9-a2b5-385e97211dec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d84b123-b311-48ec-8733-c803f42106b3 HTTP/1.1" status: 204 len: 168 time: 0.3457832 Jun 18 14:20:39.253018 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-d32436ca-4300-419a-99b1-8ea3959c7901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:39.308828 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-43d9af71-53b1-4857-b80c-643144e217bf req-e59b3130-7246-4932-a570-f2743ba530c0 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660007 Jun 18 14:20:39.309176 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f3c10c77-b4e1-4573-aeb4-f2e16b7585d4 req-4604e09a-b513-4ead-bdcb-7c1aeb994661 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666783 Jun 18 14:20:39.309176 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959413e-909a-41c9-a2b5-385e97211dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d84b123-b311-48ec-8733-c803f42106b3,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:39.309176 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9959413e-909a-41c9-a2b5-385e97211dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:39.546673 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3cebe-2b2f-42b7-99c0-7bf46137c3f8 req-19ff20a2-c218-4c7d-bb81-a81ea7e5cb30 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:39.548158 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3cb3cebe-2b2f-42b7-99c0-7bf46137c3f8 req-19ff20a2-c218-4c7d-bb81-a81ea7e5cb30 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 945 time: 0.0672638 Jun 18 14:20:39.595720 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3cb3cebe-2b2f-42b7-99c0-7bf46137c3f8 req-3fe475a2-a3fc-4271-9b09-a0c6e3c85aba tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327802 Jun 18 14:20:39.717713 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3aa6c-9a53-471f-8f70-8cb0eb0670f7 req-5d1091a6-c4b3-4e81-8c19-237b83db39b9 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:39.719458 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e4a3aa6c-9a53-471f-8f70-8cb0eb0670f7 req-5d1091a6-c4b3-4e81-8c19-237b83db39b9 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 943 time: 0.0750449 Jun 18 14:20:39.780679 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e4a3aa6c-9a53-471f-8f70-8cb0eb0670f7 req-cbd9a553-aaff-4086-908b-3fe70300f564 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494182 Jun 18 14:20:40.014281 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8375ab-3ddb-48d8-9b9c-2b7e5b36e4ee req-0c492f33-2651-41ed-a9af-c54a1d788d30 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:40.015915 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ec8375ab-3ddb-48d8-9b9c-2b7e5b36e4ee req-0c492f33-2651-41ed-a9af-c54a1d788d30 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 945 time: 0.0712998 Jun 18 14:20:40.079375 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ec8375ab-3ddb-48d8-9b9c-2b7e5b36e4ee req-4934dc2b-7f4c-4787-8aee-539c2254529f tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563412 Jun 18 14:20:40.552956 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b801ae-7a79-4cd7-a02d-a7c7ca5face5 req-aaf6f195-f380-4fcc-b970-8c655a6a332a tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:40.558987 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c8b801ae-7a79-4cd7-a02d-a7c7ca5face5 req-aaf6f195-f380-4fcc-b970-8c655a6a332a tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.1036265 Jun 18 14:20:40.583433 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c24803-7d29-4658-a9bc-4231d6c38106 req-46e2b6b8-d7ca-4f29-ab29-cdfbbad9afc7 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:40.585656 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c5c24803-7d29-4658-a9bc-4231d6c38106 req-46e2b6b8-d7ca-4f29-ab29-cdfbbad9afc7 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 944 time: 0.1040034 Jun 18 14:20:40.614421 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c8b801ae-7a79-4cd7-a02d-a7c7ca5face5 req-2baec615-dc79-4987-92ca-409a0f65b9d0 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528834 Jun 18 14:20:40.646101 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c5c24803-7d29-4658-a9bc-4231d6c38106 req-16b2848e-9653-4879-8b5f-f43b821d12d8 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496202 Jun 18 14:20:40.705188 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 8c4f8784-6796-4fb6-b790-d5a524fa15ad up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:20:40.851263 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning for port 8c4f8784-6796-4fb6-b790-d5a524fa15ad completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:20:40.856236 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port 8c4f8784-6796-4fb6-b790-d5a524fa15ad triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:20:40.856845 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:40.978452 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:41.002564 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce241a-813c-4d9f-ba46-af7ba1550fec req-344646a4-11f3-412c-8217-d30890031845 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:41.004117 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-38ce241a-813c-4d9f-ba46-af7ba1550fec req-344646a4-11f3-412c-8217-d30890031845 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 943 time: 0.0892313 Jun 18 14:20:41.016633 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669b07d1-f1a0-41e9-9744-231dc3a40a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4f8784-6796-4fb6-b790-d5a524fa15ad'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:20:41.019351 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b45684-cf02-4e3d-9268-0b4ee84766c1" -d '{"events": [{"server_uuid": "669b07d1-f1a0-41e9-9744-231dc3a40a44", "name": "network-vif-plugged", "status": "completed", "tag": "8c4f8784-6796-4fb6-b790-d5a524fa15ad"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:20:41.035278 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 8c4f8784-6796-4fb6-b790-d5a524fa15ad, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=8c4f8784-6796-4fb6-b790-d5a524fa15ad,segment=NetworkSegment(9c0a1272-42f6-4d0c-9be4-91858b86fcfb),segment_id=9c0a1272-42f6-4d0c-9be4-91858b86fcfb)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:20:41.067127 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-38ce241a-813c-4d9f-ba46-af7ba1550fec req-ca753039-c2fa-40ac-893a-10f45f0d51be tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485783 Jun 18 14:20:41.083650 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced9b7c0-829d-4908-80b3-7e14da9eed3e x-openstack-request-id: req-ced9b7c0-829d-4908-80b3-7e14da9eed3e {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:20:41.084324 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669b07d1-f1a0-41e9-9744-231dc3a40a44", "name": "network-vif-plugged", "status": "completed", "tag": "8c4f8784-6796-4fb6-b790-d5a524fa15ad", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:20:41.089545 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ced9b7c0-829d-4908-80b3-7e14da9eed3e {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:20:41.089545 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669b07d1-f1a0-41e9-9744-231dc3a40a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4f8784-6796-4fb6-b790-d5a524fa15ad', 'code': 200} Jun 18 14:20:41.113768 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:41.115892 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:41.180665 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=8c4f8784-6796-4fb6-b790-d5a524fa15ad,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:41.193588 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:41.684079 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a8b7f-89a1-4671-ab08-8886e38073d4 req-caf022fa-02ea-4a54-80a3-ddee1ec649e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:41.685650 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-299a8b7f-89a1-4671-ab08-8886e38073d4 req-caf022fa-02ea-4a54-80a3-ddee1ec649e2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 1098 time: 0.0859468 Jun 18 14:20:41.731139 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-299a8b7f-89a1-4671-ab08-8886e38073d4 req-938ed93a-a56b-4155-a826-c1fba1c64779 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379391 Jun 18 14:20:41.838845 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed57c7-a2c0-4974-94ff-a1bcffd5672d req-8b73da87-e5fe-4ed5-927e-5eb9b56122c1 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:41.840364 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-79ed57c7-a2c0-4974-94ff-a1bcffd5672d req-8b73da87-e5fe-4ed5-927e-5eb9b56122c1 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0792847 Jun 18 14:20:41.890273 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34568b4e-a3d5-4957-bb5c-7e9773b55624 req-4c503d4f-d70f-4a31-a493-9dfd2b2a3c2e tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:41.892733 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-34568b4e-a3d5-4957-bb5c-7e9773b55624 req-4c503d4f-d70f-4a31-a493-9dfd2b2a3c2e tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 945 time: 0.0822611 Jun 18 14:20:41.901304 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-79ed57c7-a2c0-4974-94ff-a1bcffd5672d req-a9660a9c-0b7a-44b6-8c76-71bc48bdd04f tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498791 Jun 18 14:20:41.965235 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-34568b4e-a3d5-4957-bb5c-7e9773b55624 req-ae6ae5c2-ad11-4291-b945-5c9fede9097b tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643697 Jun 18 14:20:42.048356 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:42.225842 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:42.329715 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f97a9-8e53-4383-b4ac-0618273f56b9 req-57968639-396e-4872-b66a-82f65d77a407 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:42.331287 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8b6f97a9-8e53-4383-b4ac-0618273f56b9 req-57968639-396e-4872-b66a-82f65d77a407 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 943 time: 0.0867200 Jun 18 14:20:42.402070 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8b6f97a9-8e53-4383-b4ac-0618273f56b9 req-09959bc1-8ad5-4e17-acb9-1ef534019662 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620122 Jun 18 14:20:42.461818 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-11a7ee98-4b38-457a-aae0-5b30d1d8a0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:43.142379 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed731432-997d-46c2-9ef8-dc407710bd11 req-a2335718-0c69-4e41-be7c-21cf608c840a tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:43.145395 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ed731432-997d-46c2-9ef8-dc407710bd11 req-a2335718-0c69-4e41-be7c-21cf608c840a tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0990043 Jun 18 14:20:43.172552 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc69b85-3314-4730-9571-0bd84c3eede9 req-c065e0ae-2bb9-4f55-b544-f06cfaaa93f5 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:43.174125 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1bc69b85-3314-4730-9571-0bd84c3eede9 req-c065e0ae-2bb9-4f55-b544-f06cfaaa93f5 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 945 time: 0.0818613 Jun 18 14:20:43.200521 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ed731432-997d-46c2-9ef8-dc407710bd11 req-cc342056-b1c8-4796-bd45-dea714145dff tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487518 Jun 18 14:20:43.222100 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1bc69b85-3314-4730-9571-0bd84c3eede9 req-379e9d78-45f0-4c10-8ce4-05f8daca578c tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415103 Jun 18 14:20:43.312956 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 46346) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:43.450433 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:43.474935 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-48211598-d1d9-4a2f-9e2b-f950a3f266c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:43.584446 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-48211598-d1d9-4a2f-9e2b-f950a3f266c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:43.673504 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-48211598-d1d9-4a2f-9e2b-f950a3f266c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:43.676615 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-87344058-21b8-47ef-8a4c-1d4f08cf9ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:43.741858 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-48211598-d1d9-4a2f-9e2b-f950a3f266c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fecb9af5ba694b68bde6e05e5214c9a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4272530 Jun 18 14:20:43.745198 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 46356) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:43.771013 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48211598-d1d9-4a2f-9e2b-f950a3f266c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f83c12c-6393-43f9-a68c-799a25b61446,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:43.778404 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-48211598-d1d9-4a2f-9e2b-f950a3f266c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:43.825784 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180ee19-4796-476b-8025-e2d3984f1aa5 req-64e14c83-d247-47b8-8be2-44c158dedbbe tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:43.826700 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2180ee19-4796-476b-8025-e2d3984f1aa5 req-64e14c83-d247-47b8-8be2-44c158dedbbe tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 943 time: 0.1145010 Jun 18 14:20:43.847830 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-c23c0f66-54ae-4886-93e8-fb0433c94b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:43.879414 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2180ee19-4796-476b-8025-e2d3984f1aa5 req-f6f9390e-a91b-413d-b41f-028de91061a4 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458832 Jun 18 14:20:43.885519 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-c23c0f66-54ae-4886-93e8-fb0433c94b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:44.031690 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:20:44.036670 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-c23c0f66-54ae-4886-93e8-fb0433c94b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:44.041218 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-c23c0f66-54ae-4886-93e8-fb0433c94b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:44.043277 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-c23c0f66-54ae-4886-93e8-fb0433c94b32 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f83c12c-6393-43f9-a68c-799a25b61446 HTTP/1.1" status: 204 len: 168 time: 0.2962883 Jun 18 14:20:44.044431 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-ee89577c-44e8-49f9-867c-409b52b317c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:44.053229 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c0f66-54ae-4886-93e8-fb0433c94b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f83c12c-6393-43f9-a68c-799a25b61446,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:44.056195 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-c23c0f66-54ae-4886-93e8-fb0433c94b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:44.418762 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890f283-43e3-4313-b811-bc403396a91a req-184eac18-bb9e-4675-9280-12472022cf2a tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:44.420343 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6890f283-43e3-4313-b811-bc403396a91a req-184eac18-bb9e-4675-9280-12472022cf2a tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.1062419 Jun 18 14:20:44.471758 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6890f283-43e3-4313-b811-bc403396a91a req-7b39b371-39a9-4484-a31d-f34d8370b39d tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450921 Jun 18 14:20:44.752523 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815cf5c-c7ea-4bdf-a3bb-86ad7d7c648f req-7bc702d5-dc9a-4979-97ae-665dc181bbb3 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:44.754154 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5815cf5c-c7ea-4bdf-a3bb-86ad7d7c648f req-7bc702d5-dc9a-4979-97ae-665dc181bbb3 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 945 time: 0.0817635 Jun 18 14:20:44.811718 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5815cf5c-c7ea-4bdf-a3bb-86ad7d7c648f req-5d2a5d0c-1e6d-4cd2-8cd8-e43bbbf27e19 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463896 Jun 18 14:20:44.961117 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 46390) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:44.986323 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bbe81017-5d2f-4f93-b747-305273934ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:45.158455 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bbe81017-5d2f-4f93-b747-305273934ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:45.164873 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe21a4-ec0d-4f2f-b1b5-4b4575aaf5b9 req-b56bc9cf-41f3-48c0-911e-82d817c66ccf tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:45.167251 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-72fe21a4-ec0d-4f2f-b1b5-4b4575aaf5b9 req-b56bc9cf-41f3-48c0-911e-82d817c66ccf tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 943 time: 0.1244602 Jun 18 14:20:45.184047 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c796e32-e079-4793-ad77-9448e3116b2e req-9a08c0b9-b23d-42aa-98df-7c5db59e6d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:45.194716 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9c796e32-e079-4793-ad77-9448e3116b2e req-9a08c0b9-b23d-42aa-98df-7c5db59e6d0f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=68c0acdf3c5043c1abd19fd3db96520e&device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 1099 time: 0.1046476 Jun 18 14:20:45.222089 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-72fe21a4-ec0d-4f2f-b1b5-4b4575aaf5b9 req-c53a68df-3fb6-46af-be18-87297b6c484b tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467446 Jun 18 14:20:45.223666 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:45.258773 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bbe81017-5d2f-4f93-b747-305273934ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:45.265630 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-17243c13-038f-42b3-9e9d-8b1f6ec23234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:45.309402 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe81017-5d2f-4f93-b747-305273934ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2423fb98-a1d0-45cb-9ba8-0663f7b3b2dc,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:45.316221 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-bbe81017-5d2f-4f93-b747-305273934ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:45.344988 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c796e32-e079-4793-ad77-9448e3116b2e req-d50d3978-b088-4093-8dd2-fff3d3fdf975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:45.349838 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9c796e32-e079-4793-ad77-9448e3116b2e req-d50d3978-b088-4093-8dd2-fff3d3fdf975 service neutron] 10.222.0.38 "GET /v2.0/networks?id=732503bd-c79c-40ac-a2d6-5ec143face16 HTTP/1.1" status: 200 len: 912 time: 0.1157758 Jun 18 14:20:45.354945 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-bbe81017-5d2f-4f93-b747-305273934ecf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3c1848f076154c25891c21d18ba3fb7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3923299 Jun 18 14:20:45.360950 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 46416) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:45.444411 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9d3685e1-7261-4674-b9f4-8a01ccd452aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:45.468567 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9c796e32-e079-4793-ad77-9448e3116b2e req-9f2937e6-0465-4ccc-8f40-fe5f45936ca0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b502433-fc98-4110-a1e5-22720a420a75 HTTP/1.1" status: 200 len: 1002 time: 0.1018598 Jun 18 14:20:45.477256 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9d3685e1-7261-4674-b9f4-8a01ccd452aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:45.565284 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c796e32-e079-4793-ad77-9448e3116b2e req-a88e7823-8e03-47a8-ab61-f85a4b026f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:45.568151 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9c796e32-e079-4793-ad77-9448e3116b2e req-a88e7823-8e03-47a8-ab61-f85a4b026f10 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=52102b7a-07bd-46b6-9a1d-ca1db691ce03 HTTP/1.1" status: 200 len: 850 time: 0.0816441 Jun 18 14:20:45.642769 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9d3685e1-7261-4674-b9f4-8a01ccd452aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:45.647873 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9d3685e1-7261-4674-b9f4-8a01ccd452aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:45.652689 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-9d3685e1-7261-4674-b9f4-8a01ccd452aa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2423fb98-a1d0-45cb-9ba8-0663f7b3b2dc HTTP/1.1" status: 204 len: 168 time: 0.2872033 Jun 18 14:20:45.652689 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-f9c89af6-d91f-4e65-88dc-48d1d6b089f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:45.664091 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3685e1-7261-4674-b9f4-8a01ccd452aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2423fb98-a1d0-45cb-9ba8-0663f7b3b2dc,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:45.665168 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c796e32-e079-4793-ad77-9448e3116b2e req-d0d53c7f-86d6-4e32-95ff-4bc98c6ad151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:45.667577 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9c796e32-e079-4793-ad77-9448e3116b2e req-d0d53c7f-86d6-4e32-95ff-4bc98c6ad151 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=732503bd-c79c-40ac-a2d6-5ec143face16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0922153 Jun 18 14:20:45.669138 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9d3685e1-7261-4674-b9f4-8a01ccd452aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:45.761395 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231b5b4-32e1-476d-ac5b-4326e26e91e9 req-d61240be-dfc0-40a5-b453-1ae30aa1e8c3 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:45.766004 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6231b5b4-32e1-476d-ac5b-4326e26e91e9 req-d61240be-dfc0-40a5-b453-1ae30aa1e8c3 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.1039939 Jun 18 14:20:45.797114 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9c796e32-e079-4793-ad77-9448e3116b2e req-bf7dbc29-c719-4c26-b999-06087f1dbae0 service neutron] 10.222.0.38 "GET /v2.0/networks/732503bd-c79c-40ac-a2d6-5ec143face16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184804 Jun 18 14:20:45.808707 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6231b5b4-32e1-476d-ac5b-4326e26e91e9 req-98461470-71d8-4dae-89ee-8cdffdce0064 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390303 Jun 18 14:20:45.928997 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9c796e32-e079-4793-ad77-9448e3116b2e req-820e5489-71e7-4f4b-9605-c69f24b93c6f service neutron] 10.222.0.38 "GET /v2.0/networks/732503bd-c79c-40ac-a2d6-5ec143face16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100738 Jun 18 14:20:46.421502 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5e359-728d-4ea2-889d-e10bc886e750 req-41e0b8d0-ef4f-48b3-9cf5-9467eb2b8ad7 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:46.424285 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9cb5e359-728d-4ea2-889d-e10bc886e750 req-41e0b8d0-ef4f-48b3-9cf5-9467eb2b8ad7 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 943 time: 0.0789208 Jun 18 14:20:46.489358 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9cb5e359-728d-4ea2-889d-e10bc886e750 req-44e197f8-e336-4f06-9a4b-7b829eba1b8c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569215 Jun 18 14:20:46.731896 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device ddd8880b-567f-465a-b4f9-d5877548549d details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:20:46.858647 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port ddd8880b-567f-465a-b4f9-d5877548549d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ddd8880b-567f-465a-b4f9-d5877548549d,segment=NetworkSegment(3268c0c4-e8d6-49a1-80fc-53a179764921),segment_id=3268c0c4-e8d6-49a1-80fc-53a179764921)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:20:46.877293 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': 'ddd8880b-567f-465a-b4f9-d5877548549d', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'port_id': 'ddd8880b-567f-465a-b4f9-d5877548549d', 'mac_address': 'fa:16:3e:b6:0e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:20:46.927020 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:46.949653 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd8880b-567f-465a-b4f9-d5877548549d {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:20:46.985204 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port ddd8880b-567f-465a-b4f9-d5877548549d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ddd8880b-567f-465a-b4f9-d5877548549d,segment=NetworkSegment(3268c0c4-e8d6-49a1-80fc-53a179764921),segment_id=3268c0c4-e8d6-49a1-80fc-53a179764921)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:20:47.055206 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36043496-d915-43a0-857d-50b1821dad46 req-e42e1a2f-cc66-453e-8379-28c5072cb41e tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:47.057939 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-36043496-d915-43a0-857d-50b1821dad46 req-e42e1a2f-cc66-453e-8379-28c5072cb41e tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.1050627 Jun 18 14:20:47.068057 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:47.068057 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:47.123906 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-36043496-d915-43a0-857d-50b1821dad46 req-c1db2aea-6b3c-462c-a1b3-ae4b53619854 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565350 Jun 18 14:20:47.150535 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=ddd8880b-567f-465a-b4f9-d5877548549d,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:47.160087 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:47.661873 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['ddd8880b-567f-465a-b4f9-d5877548549d'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:20:47.761450 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc34a9f-53ec-47da-93a1-a1c32f647e9a req-41a8aa46-ef14-4087-96d4-7a2aef695f5d tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:47.771200 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0bc34a9f-53ec-47da-93a1-a1c32f647e9a req-41a8aa46-ef14-4087-96d4-7a2aef695f5d tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 944 time: 0.1086252 Jun 18 14:20:47.824788 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0bc34a9f-53ec-47da-93a1-a1c32f647e9a req-b7dfbedc-4d4e-401c-9e14-ee05512a6856 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512960 Jun 18 14:20:48.334105 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11d4f5-d442-4193-ac88-6418b7863f55 req-8c84fc11-b36a-4f47-af18-667b40243595 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:48.335682 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2b11d4f5-d442-4193-ac88-6418b7863f55 req-8c84fc11-b36a-4f47-af18-667b40243595 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0733347 Jun 18 14:20:48.393760 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2b11d4f5-d442-4193-ac88-6418b7863f55 req-40c59d9a-d56e-4f3f-bd03-cef4e5e7daed tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511868 Jun 18 14:20:49.036703 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e032c7-6996-4c37-b656-be899e0f7dc6 req-12308b2a-9257-4f40-8f6b-1446967bed84 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:49.038213 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-19e032c7-6996-4c37-b656-be899e0f7dc6 req-12308b2a-9257-4f40-8f6b-1446967bed84 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 944 time: 0.0671251 Jun 18 14:20:49.080995 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-19e032c7-6996-4c37-b656-be899e0f7dc6 req-9dbb0db0-5ded-4bf2-b72e-f2dd375e0929 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361981 Jun 18 14:20:49.420200 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 46524) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:49.616468 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bf89d7cb-9cbd-4b6c-9a23-4dc2aaaff251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:49.653726 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691392f-2df8-4029-b57d-cfa13e366f86 req-cd4f1afb-c63d-4a57-8c75-b3f4ceef3b5a tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:49.655373 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c691392f-2df8-4029-b57d-cfa13e366f86 req-cd4f1afb-c63d-4a57-8c75-b3f4ceef3b5a tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.1042767 Jun 18 14:20:49.706769 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c691392f-2df8-4029-b57d-cfa13e366f86 req-fc33ce5f-2d2e-4e9e-8f08-07f32b4a8103 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443532 Jun 18 14:20:49.739152 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bf89d7cb-9cbd-4b6c-9a23-4dc2aaaff251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:49.810354 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-bf89d7cb-9cbd-4b6c-9a23-4dc2aaaff251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:49.813103 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-f259736c-12b9-415d-a9bb-4649cb1dbc55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:49.853447 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-bf89d7cb-9cbd-4b6c-9a23-4dc2aaaff251 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c73456d8fdd441daf0d731786b5aa50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4316647 Jun 18 14:20:49.854396 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89d7cb-9cbd-4b6c-9a23-4dc2aaaff251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82c30b7-a6d2-4652-b298-6bdab5eb87cb,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:49.856574 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 46532) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:49.864599 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-bf89d7cb-9cbd-4b6c-9a23-4dc2aaaff251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:49.914757 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-7c0b03c1-2032-4e42-bd16-6d759a3aeb98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:49.937854 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-7c0b03c1-2032-4e42-bd16-6d759a3aeb98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:50.050072 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-7c0b03c1-2032-4e42-bd16-6d759a3aeb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:50.052782 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-7c0b03c1-2032-4e42-bd16-6d759a3aeb98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:50.056515 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-7c0b03c1-2032-4e42-bd16-6d759a3aeb98 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f82c30b7-a6d2-4652-b298-6bdab5eb87cb HTTP/1.1" status: 204 len: 168 time: 0.1963916 Jun 18 14:20:50.056515 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-846e18c1-fa5a-4218-ad32-30fff043920f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:50.065273 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b03c1-2032-4e42-bd16-6d759a3aeb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82c30b7-a6d2-4652-b298-6bdab5eb87cb,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:50.073153 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b03c1-2032-4e42-bd16-6d759a3aeb98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:50.073564 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b03c1-2032-4e42-bd16-6d759a3aeb98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:50.073941 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b03c1-2032-4e42-bd16-6d759a3aeb98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:50.074311 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b03c1-2032-4e42-bd16-6d759a3aeb98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:50.074680 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b03c1-2032-4e42-bd16-6d759a3aeb98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:50.075045 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b03c1-2032-4e42-bd16-6d759a3aeb98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:50.075402 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b03c1-2032-4e42-bd16-6d759a3aeb98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:50.075763 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b03c1-2032-4e42-bd16-6d759a3aeb98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:50.076235 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b03c1-2032-4e42-bd16-6d759a3aeb98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:50.076597 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b03c1-2032-4e42-bd16-6d759a3aeb98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:50.077068 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b03c1-2032-4e42-bd16-6d759a3aeb98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:50.077430 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b03c1-2032-4e42-bd16-6d759a3aeb98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:50.081588 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-7c0b03c1-2032-4e42-bd16-6d759a3aeb98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:50.270312 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8faf429-2da5-4778-9ed1-55608c281bd4 req-4cb4756e-a40c-40d6-b988-0d6b6529e0e7 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:50.270312 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f8faf429-2da5-4778-9ed1-55608c281bd4 req-4cb4756e-a40c-40d6-b988-0d6b6529e0e7 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 944 time: 0.0717835 Jun 18 14:20:50.307342 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f8faf429-2da5-4778-9ed1-55608c281bd4 req-097e663a-312e-45d2-84af-3208cd34bc5a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361555 Jun 18 14:20:50.729369 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device ddd8880b-567f-465a-b4f9-d5877548549d up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:20:50.829620 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 46548) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:50.846184 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-81604c25-68ca-42a1-aa20-625caf35e8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:50.870860 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning for port ddd8880b-567f-465a-b4f9-d5877548549d completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:20:50.876400 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port ddd8880b-567f-465a-b4f9-d5877548549d triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:20:50.877058 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:50.944358 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa58421-3230-479d-a872-f314cc965bbe req-454ede72-8ef3-47fc-92bb-700dcb02d454 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:50.950201 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1aa58421-3230-479d-a872-f314cc965bbe req-454ede72-8ef3-47fc-92bb-700dcb02d454 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.1119308 Jun 18 14:20:50.953269 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-81604c25-68ca-42a1-aa20-625caf35e8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:50.973633 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:50.992819 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1aa58421-3230-479d-a872-f314cc965bbe req-6712aed0-4298-4092-ab14-46aad49f4a89 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411136 Jun 18 14:20:51.003296 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd5fce0-29bc-4622-856f-40059ed1f20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd8880b-567f-465a-b4f9-d5877548549d'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:20:51.007291 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4446017-88a7-4110-b621-6d02b1447c11" -d '{"events": [{"server_uuid": "0fd5fce0-29bc-4622-856f-40059ed1f20c", "name": "network-vif-plugged", "status": "completed", "tag": "ddd8880b-567f-465a-b4f9-d5877548549d"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:20:51.030414 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port ddd8880b-567f-465a-b4f9-d5877548549d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ddd8880b-567f-465a-b4f9-d5877548549d,segment=NetworkSegment(3268c0c4-e8d6-49a1-80fc-53a179764921),segment_id=3268c0c4-e8d6-49a1-80fc-53a179764921)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:20:51.033749 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-81604c25-68ca-42a1-aa20-625caf35e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:51.039691 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-90649647-16ee-4b64-b0ef-bffee0a60c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:51.077260 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-81604c25-68ca-42a1-aa20-625caf35e8c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d08d7f6cda644a588497a8bca71e0876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462978 Jun 18 14:20:51.079783 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81604c25-68ca-42a1-aa20-625caf35e8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d79eba-b8c4-444e-a6dd-72f3784d055d,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:51.080480 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 46554) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:51.083223 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-81604c25-68ca-42a1-aa20-625caf35e8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:51.095764 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:51.098204 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:51.159752 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=ddd8880b-567f-465a-b4f9-d5877548549d,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:51.163139 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:51.169295 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cced287f-04e6-49c5-a633-fe1b6fddc82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:51.194238 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cced287f-04e6-49c5-a633-fe1b6fddc82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:51.281654 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a743dbf4-3317-4559-8601-0cc274db102b x-openstack-request-id: req-a743dbf4-3317-4559-8601-0cc274db102b {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:20:51.281654 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd5fce0-29bc-4622-856f-40059ed1f20c", "name": "network-vif-plugged", "status": "completed", "tag": "ddd8880b-567f-465a-b4f9-d5877548549d", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:20:51.281654 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a743dbf4-3317-4559-8601-0cc274db102b {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:20:51.281654 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd5fce0-29bc-4622-856f-40059ed1f20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd8880b-567f-465a-b4f9-d5877548549d', 'code': 200} Jun 18 14:20:51.375819 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cced287f-04e6-49c5-a633-fe1b6fddc82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:51.378434 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cced287f-04e6-49c5-a633-fe1b6fddc82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:51.379569 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-cced287f-04e6-49c5-a633-fe1b6fddc82e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/25d79eba-b8c4-444e-a6dd-72f3784d055d HTTP/1.1" status: 204 len: 168 time: 0.2976468 Jun 18 14:20:51.380541 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-e37473e5-a16e-453d-9292-60d6558afbdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:51.388981 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced287f-04e6-49c5-a633-fe1b6fddc82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d79eba-b8c4-444e-a6dd-72f3784d055d,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:51.397979 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced287f-04e6-49c5-a633-fe1b6fddc82e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:51.398597 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced287f-04e6-49c5-a633-fe1b6fddc82e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:51.399131 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced287f-04e6-49c5-a633-fe1b6fddc82e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:51.400198 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced287f-04e6-49c5-a633-fe1b6fddc82e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:51.400560 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced287f-04e6-49c5-a633-fe1b6fddc82e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:51.400927 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced287f-04e6-49c5-a633-fe1b6fddc82e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:51.401284 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced287f-04e6-49c5-a633-fe1b6fddc82e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:51.401682 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced287f-04e6-49c5-a633-fe1b6fddc82e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:51.402078 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced287f-04e6-49c5-a633-fe1b6fddc82e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:51.402392 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced287f-04e6-49c5-a633-fe1b6fddc82e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:51.402792 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced287f-04e6-49c5-a633-fe1b6fddc82e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:51.403093 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced287f-04e6-49c5-a633-fe1b6fddc82e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:20:51.411025 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-cced287f-04e6-49c5-a633-fe1b6fddc82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:51.523750 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e9f70-fa2d-4c83-9e3a-312d0ae77a8d req-a69816ad-aa7e-422e-afd1-343f025a58c3 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:51.525966 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e60e9f70-fa2d-4c83-9e3a-312d0ae77a8d req-a69816ad-aa7e-422e-afd1-343f025a58c3 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 945 time: 0.0785732 Jun 18 14:20:51.565683 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e60e9f70-fa2d-4c83-9e3a-312d0ae77a8d req-9e021729-28e7-4ad8-84fa-93c845da5592 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335917 Jun 18 14:20:51.675070 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b25bb-1dac-4ba2-ba45-2d4e1ed83903 req-f1402b95-66ea-4051-a42a-3aec23a90078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:51.676595 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-087b25bb-1dac-4ba2-ba45-2d4e1ed83903 req-f1402b95-66ea-4051-a42a-3aec23a90078 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 1098 time: 0.0527871 Jun 18 14:20:51.715446 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-087b25bb-1dac-4ba2-ba45-2d4e1ed83903 req-8bdd9059-4f45-4883-af55-9b8700d1ff27 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313795 Jun 18 14:20:52.191028 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d11054-3a46-4eb0-83b0-d10eed445d30 req-43fd0fbc-0519-4c9c-978b-59eedb3eab29 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:52.192797 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-11d11054-3a46-4eb0-83b0-d10eed445d30 req-43fd0fbc-0519-4c9c-978b-59eedb3eab29 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0779004 Jun 18 14:20:52.242316 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-11d11054-3a46-4eb0-83b0-d10eed445d30 req-8764c082-55dc-46b9-8c52-c20c08cc3777 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416431 Jun 18 14:20:53.024095 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bb6b4-b2a5-46fb-8f28-752efc72732f req-ba45ca27-805e-4d57-92e7-e0dc633f91eb tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:53.026354 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6d5bb6b4-b2a5-46fb-8f28-752efc72732f req-ba45ca27-805e-4d57-92e7-e0dc633f91eb tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 945 time: 0.3379636 Jun 18 14:20:53.069522 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6d5bb6b4-b2a5-46fb-8f28-752efc72732f req-29743b85-18ad-4906-8972-886f6091bbc4 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366368 Jun 18 14:20:53.457710 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee50db8-2472-43f8-b03f-059e6d335f8a req-4fbf3af8-3082-4e29-b088-8a992c73c716 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:53.459197 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-dee50db8-2472-43f8-b03f-059e6d335f8a req-4fbf3af8-3082-4e29-b088-8a992c73c716 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0677974 Jun 18 14:20:53.501682 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-dee50db8-2472-43f8-b03f-059e6d335f8a req-6bd29da9-f322-4f06-8ca5-493fa8cff94d tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356908 Jun 18 14:20:54.266991 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bb12f-b4b8-429d-961b-1a24ac65487b req-82d28aa7-76db-4b7e-9b87-25a55fd9d2bc tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:54.268395 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f29bb12f-b4b8-429d-961b-1a24ac65487b req-82d28aa7-76db-4b7e-9b87-25a55fd9d2bc tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 945 time: 0.0733135 Jun 18 14:20:54.307030 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f29bb12f-b4b8-429d-961b-1a24ac65487b req-bc005812-596e-40bc-b169-c65f2adece8b tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327756 Jun 18 14:20:54.775587 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee38193-e933-4b96-bba5-089bea0b5abd req-3df227ab-8a27-431f-8b54-dc7e13da91c7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:54.778004 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bee38193-e933-4b96-bba5-089bea0b5abd req-3df227ab-8a27-431f-8b54-dc7e13da91c7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0839541 Jun 18 14:20:54.827516 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bee38193-e933-4b96-bba5-089bea0b5abd req-93c7084f-baf8-4b11-8dc7-173de9775b22 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443635 Jun 18 14:20:54.937257 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b68c8-a978-4f49-810d-b7fd9945afe1 req-b9b10b7a-d212-4179-840c-9436c5c09bb5 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:54.938814 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cf1b68c8-a978-4f49-810d-b7fd9945afe1 req-b9b10b7a-d212-4179-840c-9436c5c09bb5 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 945 time: 0.0723259 Jun 18 14:20:54.980497 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cf1b68c8-a978-4f49-810d-b7fd9945afe1 req-2fd0ba18-82c3-474e-bfce-5b28aad5766d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353997 Jun 18 14:20:55.006469 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 46642) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:55.220119 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753c71c3-4470-4fc1-a5e6-6f29e2c32754 tempest-TestMinimumBasicScenario-1494844490 tempest-TestMinimumBasicScenario-1494844490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:55.221706 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-753c71c3-4470-4fc1-a5e6-6f29e2c32754 tempest-TestMinimumBasicScenario-1494844490 tempest-TestMinimumBasicScenario-1494844490-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 1093 time: 0.2140892 Jun 18 14:20:55.225375 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 46646) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:55.230968 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Request body: {'floatingip': {'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'port_id': '2d0208aa-0616-4966-ac0d-249bb1e9cea5', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:20:55.393031 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for floatingip, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:55.530492 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5d135-d7c4-470d-bcae-b7ddfedd6ff1 req-da3b09d5-2936-4ecb-9882-772c1ef2dea1 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:55.532461 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6db5d135-d7c4-470d-bcae-b7ddfedd6ff1 req-da3b09d5-2936-4ecb-9882-772c1ef2dea1 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 945 time: 0.0957284 Jun 18 14:20:55.592793 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6db5d135-d7c4-470d-bcae-b7ddfedd6ff1 req-9c46a2c6-c47a-4264-9978-5721495baf73 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486166 Jun 18 14:20:55.595628 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:55.719179 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Allocated IP 172.27.3.192 (bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae/6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898/b486556b-915d-4fbe-b3cc-307ea22bc65b) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:20:55.809178 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c7a78-658c-478d-a0f9-772ae6005880 req-b6d4d8e1-e065-4414-bb6e-ab45e997eab8 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:55.817423 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f39c7a78-658c-478d-a0f9-772ae6005880 req-b6d4d8e1-e065-4414-bb6e-ab45e997eab8 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 945 time: 0.1071219 Jun 18 14:20:55.863276 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f39c7a78-658c-478d-a0f9-772ae6005880 req-e4aa0c1f-d17f-4378-9708-250b8beb9579 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434425 Jun 18 14:20:55.884825 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:55.888535 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 46660) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:56.013386 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12393637'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:56.016807 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:56.054997 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:20:56.058351 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:20:56.062079 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:20:56.084172 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f5440-3aba-46cc-ac49-c562aa39a66a req-0fd26c70-bd81-4de4-b702-f22c1ebc84d7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:56.085732 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ac2f5440-3aba-46cc-ac49-c562aa39a66a req-0fd26c70-bd81-4de4-b702-f22c1ebc84d7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.1097121 Jun 18 14:20:56.094405 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Pushing event updated for resources: {'Port': ['ID=b486556b-915d-4fbe-b3cc-307ea22bc65b,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:56.098700 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:56.117143 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4db2edb-1540-4934-9e16-1ba74e585a7a tempest-TestVolumeBootPattern-1666324816 tempest-TestVolumeBootPattern-1666324816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:56.118820 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-b4db2edb-1540-4934-9e16-1ba74e585a7a tempest-TestVolumeBootPattern-1666324816 tempest-TestVolumeBootPattern-1666324816-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 1093 time: 0.2292652 Jun 18 14:20:56.122750 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 46664) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:56.128522 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Request body: {'floatingip': {'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'port_id': 'ddd8880b-567f-465a-b4f9-d5877548549d', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:20:56.148838 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ac2f5440-3aba-46cc-ac49-c562aa39a66a req-6cd23c8c-e4e7-452c-bc78-72d813ced109 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548556 Jun 18 14:20:56.242414 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for floatingip, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:56.357107 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:56.467646 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Allocated IP 172.27.3.241 (bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae/6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898/60d64a3f-0ef6-405f-9ed8-0d52e0f5fe41) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:20:56.511921 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:56.597129 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:56.674635 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:56.718888 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11814889'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:56.721124 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-92451c0d-714f-48e9-84e4-e79ec00b728f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:56.764599 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:20:56.767600 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:20:56.772811 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:20:56.776218 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Pushing event updated for resources: {'Port': ['ID=60d64a3f-0ef6-405f-9ed8-0d52e0f5fe41,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:56.795215 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:56.871964 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for port, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:56.948547 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:56.951188 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-18327fa4-14f2-4369-8994-cb901e1b71e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:57.036224 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Pushing event updated for resources: {'Port': ['ID=b486556b-915d-4fbe-b3cc-307ea22bc65b,revision_number=2']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:57.041014 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:57.058000 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635786'] for floatingip, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:57.222808 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.l3_db [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Floating IP 21870e4d-96c8-423a-8e96-9edb711d11c9 associated. External IP: 172.27.3.192, port: 2d0208aa-0616-4966-ac0d-249bb1e9cea5. Jun 18 14:20:57.333432 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:57.536966 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:57.718934 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb318c-ccb9-4770-a954-8d6d69c1e82f req-82f021f0-1f10-4ee3-b3fc-d6b2e0c77021 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:57.720318 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-85fb318c-ccb9-4770-a954-8d6d69c1e82f req-82f021f0-1f10-4ee3-b3fc-d6b2e0c77021 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.1756296 Jun 18 14:20:57.793979 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-85fb318c-ccb9-4770-a954-8d6d69c1e82f req-bf940345-df1c-4e5a-b7b8-71261e413ecd tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612671 Jun 18 14:20:57.808292 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for port, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:57.826159 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Router d6121904-24a4-4d49-8f09-35a39a3334fb has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:20:57.895516 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11814879'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:57.897791 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-f25c7fb6-9266-4f2e-8280-cebcc1731d29 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:57.948697 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:20:57.968128 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Pushing event updated for resources: {'Port': ['ID=60d64a3f-0ef6-405f-9ed8-0d52e0f5fe41,revision_number=2']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:57.982702 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0171250-b4b0-4abb-b895-9f56b7cbe21a None None] Sync routers for ids ['d6121904-24a4-4d49-8f09-35a39a3334fb'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:20:57.984684 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:57.984684 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635786'] for floatingip, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:57.986960 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0171250-b4b0-4abb-b895-9f56b7cbe21a None None] Routers {'d6121904-24a4-4d49-8f09-35a39a3334fb'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:20:57.987613 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-f0171250-b4b0-4abb-b895-9f56b7cbe21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:20:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['d6121904-24a4-4d49-8f09-35a39a3334fb'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:20:58.028648 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for floatingip, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:58.070624 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8441448 Jun 18 14:20:58.071504 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480b8d6e-94b9-4a3e-af32-1b3b06807add', 'tag': '2d0208aa-0616-4966-ac0d-249bb1e9cea5'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:20:58.073334 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 46684) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:58.074624 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1a81ea-8dea-4817-85df-49f57aa813d6" -d '{"events": [{"name": "network-changed", "server_uuid": "480b8d6e-94b9-4a3e-af32-1b3b06807add", "tag": "2d0208aa-0616-4966-ac0d-249bb1e9cea5"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:20:58.087393 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-156dbd08-0a77-4ff9-80ee-77fc58865d4d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-171877781', 'description': 'tempest-secgroup-smoke-171877781 description', 'project_id': 'dd4784573d394c61b1a6016cd23af364'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:20:58.118956 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453d9380-6f3d-45cb-af7f-351f0beea76e x-openstack-request-id: req-453d9380-6f3d-45cb-af7f-351f0beea76e {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:20:58.119363 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480b8d6e-94b9-4a3e-af32-1b3b06807add", "tag": "2d0208aa-0616-4966-ac0d-249bb1e9cea5", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:20:58.119662 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-453d9380-6f3d-45cb-af7f-351f0beea76e {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:20:58.120105 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480b8d6e-94b9-4a3e-af32-1b3b06807add', 'tag': '2d0208aa-0616-4966-ac0d-249bb1e9cea5', 'status': 'completed', 'code': 200} Jun 18 14:20:58.126372 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.db.l3_db [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Floating IP e70bfef4-45a6-4eea-bdd7-38b8de425dd2 associated. External IP: 172.27.3.241, port: ddd8880b-567f-465a-b4f9-d5877548549d. Jun 18 14:20:58.131865 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-f0171250-b4b0-4abb-b895-9f56b7cbe21a None None] Set router d6121904-24a4-4d49-8f09-35a39a3334fb gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:20:58.242208 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-156dbd08-0a77-4ff9-80ee-77fc58865d4d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:58.399763 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a81ea-8dea-4817-85df-49f57aa813d6 req-176e07cf-4733-4980-b999-3c6234cd13a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:58.401494 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f1a81ea-8dea-4817-85df-49f57aa813d6 req-176e07cf-4733-4980-b999-3c6234cd13a4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dd4784573d394c61b1a6016cd23af364&device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 1098 time: 0.2178447 Jun 18 14:20:58.439006 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-f0171250-b4b0-4abb-b895-9f56b7cbe21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'name': 'tempest-TestMinimumBasicScenario-1199809566-router', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:09Z', 'updated_at': '2021-06-18T14:19:19Z', 'revision_number': 4, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'gw_port': {'id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:10Z', 'updated_at': '2021-06-18T14:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': '21870e4d-96c8-423a-8e96-9edb711d11c9', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'floating_ip_address': '172.27.3.192', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'port_id': '2d0208aa-0616-4966-ac0d-249bb1e9cea5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3', 'mac_address': 'fa:16:3e:ce:69:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480b8d6e-94b9-4a3e-af32-1b3b06807add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:20:56Z', 'updated_at': '2021-06-18T14:20:56Z', 'revision_number': 0, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c8e82a-0c7b-4ca7-8843-0394a45f14fb', 'name': '', 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'mac_address': 'fa:16:3e:07:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6f5051b7-2cd7-4144-8b1c-0ef6aec7a424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:18Z', 'updated_at': '2021-06-18T14:19:31Z', 'revision_number': 5, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'subnets': [{'id': '6f5051b7-2cd7-4144-8b1c-0ef6aec7a424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:20:58.473205 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0171250-b4b0-4abb-b895-9f56b7cbe21a None None] Checking router: d6121904-24a4-4d49-8f09-35a39a3334fb for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:20:58.489873 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0171250-b4b0-4abb-b895-9f56b7cbe21a None None] Routers {'d6121904-24a4-4d49-8f09-35a39a3334fb'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:20:58.490521 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-f0171250-b4b0-4abb-b895-9f56b7cbe21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:20:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['d6121904-24a4-4d49-8f09-35a39a3334fb'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:20:58.540847 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-156dbd08-0a77-4ff9-80ee-77fc58865d4d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:58.577660 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:20:58.590662 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a81ea-8dea-4817-85df-49f57aa813d6 req-ab31d359-2b69-4d8a-a2ef-4f67c1721c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:58.592475 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f1a81ea-8dea-4817-85df-49f57aa813d6 req-ab31d359-2b69-4d8a-a2ef-4f67c1721c1d service neutron] 10.222.0.38 "GET /v2.0/networks?id=3fd89ab7-5588-43a8-84be-21487b134cf3 HTTP/1.1" status: 200 len: 916 time: 0.1616135 Jun 18 14:20:58.621710 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-f0171250-b4b0-4abb-b895-9f56b7cbe21a None None] Set router d6121904-24a4-4d49-8f09-35a39a3334fb gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:20:58.671932 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-156dbd08-0a77-4ff9-80ee-77fc58865d4d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:58.678137 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-a68b1725-7b71-4ae3-83f2-9c4ed406b459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:58.758872 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156dbd08-0a77-4ff9-80ee-77fc58865d4d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db79042-81d3-44be-9dfd-d6011561ca1e,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:58.763838 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-156dbd08-0a77-4ff9-80ee-77fc58865d4d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:58.775313 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f1a81ea-8dea-4817-85df-49f57aa813d6 req-e5401fbf-ea60-4a25-bb89-7b9631389c8f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d0208aa-0616-4966-ac0d-249bb1e9cea5 HTTP/1.1" status: 200 len: 999 time: 0.1731372 Jun 18 14:20:58.803485 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-156dbd08-0a77-4ff9-80ee-77fc58865d4d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:58.805364 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-156dbd08-0a77-4ff9-80ee-77fc58865d4d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7299309 Jun 18 14:20:58.809377 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 46692) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:58.819329 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-05473e54-5bcb-46c8-b973-c51057f907eb tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Request body: {'security_group_rule': {'security_group_id': '4db79042-81d3-44be-9dfd-d6011561ca1e', 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:20:58.824364 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:20:58.847486 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da75bf4b-c952-40ff-a0c8-a36f4e663d10 None None] Sync routers for ids ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'] in dv-cinder-795751-2-iscsi {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:20:58.871347 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a81ea-8dea-4817-85df-49f57aa813d6 req-3ad0c5ef-6547-4eae-9882-4dfbcb257f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:58.874612 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f1a81ea-8dea-4817-85df-49f57aa813d6 req-3ad0c5ef-6547-4eae-9882-4dfbcb257f48 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f5051b7-2cd7-4144-8b1c-0ef6aec7a424 HTTP/1.1" status: 200 len: 854 time: 0.0826247 Jun 18 14:20:58.881887 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da75bf4b-c952-40ff-a0c8-a36f4e663d10 None None] Routers {'7f6c601d-3615-4ae4-9ee2-71c1afba3b06'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:20:58.882996 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-da75bf4b-c952-40ff-a0c8-a36f4e663d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:20:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:20:58.918792 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-f0171250-b4b0-4abb-b895-9f56b7cbe21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'name': 'tempest-TestMinimumBasicScenario-1199809566-router', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:09Z', 'updated_at': '2021-06-18T14:19:19Z', 'revision_number': 4, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'gw_port': {'id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:10Z', 'updated_at': '2021-06-18T14:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': '21870e4d-96c8-423a-8e96-9edb711d11c9', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'floating_ip_address': '172.27.3.192', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'port_id': '2d0208aa-0616-4966-ac0d-249bb1e9cea5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3', 'mac_address': 'fa:16:3e:ce:69:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480b8d6e-94b9-4a3e-af32-1b3b06807add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:20:56Z', 'updated_at': '2021-06-18T14:20:56Z', 'revision_number': 0, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c8e82a-0c7b-4ca7-8843-0394a45f14fb', 'name': '', 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'mac_address': 'fa:16:3e:07:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6f5051b7-2cd7-4144-8b1c-0ef6aec7a424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:18Z', 'updated_at': '2021-06-18T14:19:31Z', 'revision_number': 5, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'subnets': [{'id': '6f5051b7-2cd7-4144-8b1c-0ef6aec7a424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:20:58.948817 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a81ea-8dea-4817-85df-49f57aa813d6 req-79d4b8cd-ca49-4250-a5f5-c079ed0cfbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:58.953721 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f1a81ea-8dea-4817-85df-49f57aa813d6 req-79d4b8cd-ca49-4250-a5f5-c079ed0cfbac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3fd89ab7-5588-43a8-84be-21487b134cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687099 Jun 18 14:20:58.963086 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0171250-b4b0-4abb-b895-9f56b7cbe21a None None] The sync data for ids ['d6121904-24a4-4d49-8f09-35a39a3334fb'] in dv-cinder-795751-2-iscsi is: [{'id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'name': 'tempest-TestMinimumBasicScenario-1199809566-router', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:09Z', 'updated_at': '2021-06-18T14:19:19Z', 'revision_number': 4, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'gw_port': {'id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:10Z', 'updated_at': '2021-06-18T14:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': '21870e4d-96c8-423a-8e96-9edb711d11c9', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'floating_ip_address': '172.27.3.192', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'port_id': '2d0208aa-0616-4966-ac0d-249bb1e9cea5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3', 'mac_address': 'fa:16:3e:ce:69:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480b8d6e-94b9-4a3e-af32-1b3b06807add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:20:56Z', 'updated_at': '2021-06-18T14:20:56Z', 'revision_number': 0, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c8e82a-0c7b-4ca7-8843-0394a45f14fb', 'name': '', 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'mac_address': 'fa:16:3e:07:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6f5051b7-2cd7-4144-8b1c-0ef6aec7a424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:18Z', 'updated_at': '2021-06-18T14:19:31Z', 'revision_number': 5, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'subnets': [{'id': '6f5051b7-2cd7-4144-8b1c-0ef6aec7a424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:20:59.033161 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-05473e54-5bcb-46c8-b973-c51057f907eb tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:59.041351 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-da75bf4b-c952-40ff-a0c8-a36f4e663d10 None None] Set router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:20:59.057540 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for floatingip, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:59.132757 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2b4ba-909a-4909-82d4-1b7537b2a845 req-5c315573-ee13-4097-a31c-88b74277e9c1 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:59.137425 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-60a2b4ba-909a-4909-82d4-1b7537b2a845 req-5c315573-ee13-4097-a31c-88b74277e9c1 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.1859941 Jun 18 14:20:59.169645 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-05473e54-5bcb-46c8-b973-c51057f907eb tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:59.183290 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0594347 Jun 18 14:20:59.186225 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd5fce0-29bc-4622-856f-40059ed1f20c', 'tag': 'ddd8880b-567f-465a-b4f9-d5877548549d'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:20:59.189238 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1e2579-ba4b-4ed6-b402-4a825f23186b" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd5fce0-29bc-4622-856f-40059ed1f20c", "tag": "ddd8880b-567f-465a-b4f9-d5877548549d"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:20:59.197767 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f1a81ea-8dea-4817-85df-49f57aa813d6 req-59b93044-9827-4d0b-9983-4cd24c548a71 service neutron] 10.222.0.38 "GET /v2.0/networks/3fd89ab7-5588-43a8-84be-21487b134cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369733 Jun 18 14:20:59.216130 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-60a2b4ba-909a-4909-82d4-1b7537b2a845 req-657e807d-3c09-4bef-8180-7cf7e27facac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737321 Jun 18 14:20:59.245046 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-05473e54-5bcb-46c8-b973-c51057f907eb tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:59.247478 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:59.272854 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05473e54-5bcb-46c8-b973-c51057f907eb tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d95e8e-e356-432c-acd2-7fb9f3c58efd,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:59.276133 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-05473e54-5bcb-46c8-b973-c51057f907eb tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:59.296844 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01c7d20-278f-47c0-9183-1638a5ce15e6 x-openstack-request-id: req-d01c7d20-278f-47c0-9183-1638a5ce15e6 {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:20:59.297180 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd5fce0-29bc-4622-856f-40059ed1f20c", "tag": "ddd8880b-567f-465a-b4f9-d5877548549d", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:20:59.297501 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d01c7d20-278f-47c0-9183-1638a5ce15e6 {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:20:59.297946 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd5fce0-29bc-4622-856f-40059ed1f20c', 'tag': 'ddd8880b-567f-465a-b4f9-d5877548549d', 'status': 'completed', 'code': 200} Jun 18 14:20:59.330436 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4f1a81ea-8dea-4817-85df-49f57aa813d6 req-4acc8e1e-b663-4dd7-8454-4b51bd137240 service neutron] 10.222.0.38 "GET /v2.0/networks/3fd89ab7-5588-43a8-84be-21487b134cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253695 Jun 18 14:20:59.347771 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-05473e54-5bcb-46c8-b973-c51057f907eb tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:59.351746 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-05473e54-5bcb-46c8-b973-c51057f907eb tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5382164 Jun 18 14:20:59.353103 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 46702) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:59.362364 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-b7a48244-2811-4684-a374-699a623470a0 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Request body: {'security_group_rule': {'security_group_id': '4db79042-81d3-44be-9dfd-d6011561ca1e', 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:20:59.420294 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58eae960-4ef7-4d47-8518-8c62a7eb6a86 None None] New status for floating IP 21870e4d-96c8-423a-8e96-9edb711d11c9: ACTIVE {{(pid=93614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 14:20:59.432765 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-da75bf4b-c952-40ff-a0c8-a36f4e663d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': 'e70bfef4-45a6-4eea-bdd7-38b8de425dd2', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'port_id': 'ddd8880b-567f-465a-b4f9-d5877548549d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'mac_address': 'fa:16:3e:b6:0e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd5fce0-29bc-4622-856f-40059ed1f20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:20:57Z', 'updated_at': '2021-06-18T14:20:57Z', 'revision_number': 0, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0cec79d-51e1-462f-aa19-1fc1582cdbc6', 'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'mac_address': 'fa:16:3e:f4:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:11Z', 'updated_at': '2021-06-18T14:19:24Z', 'revision_number': 5, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'subnets': [{'id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:20:59.447150 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e2579-ba4b-4ed6-b402-4a825f23186b req-6780f5f1-abe3-4f00-b561-83150c97e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:59.449783 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7a1e2579-ba4b-4ed6-b402-4a825f23186b req-6780f5f1-abe3-4f00-b561-83150c97e1f9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbb479abbf4e4acda8c320ef124c4e8c&device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 1098 time: 0.0770733 Jun 18 14:20:59.468503 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da75bf4b-c952-40ff-a0c8-a36f4e663d10 None None] Checking router: 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 for host: dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:20:59.483571 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da75bf4b-c952-40ff-a0c8-a36f4e663d10 None None] Routers {'7f6c601d-3615-4ae4-9ee2-71c1afba3b06'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:20:59.484385 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-da75bf4b-c952-40ff-a0c8-a36f4e663d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:20:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:20:59.486451 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b7a48244-2811-4684-a374-699a623470a0 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:59.608431 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b7a48244-2811-4684-a374-699a623470a0 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:59.616251 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e2579-ba4b-4ed6-b402-4a825f23186b req-7b51dfc6-aeec-409f-9055-e8995b35c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:59.617851 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7a1e2579-ba4b-4ed6-b402-4a825f23186b req-7b51dfc6-aeec-409f-9055-e8995b35c681 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5 HTTP/1.1" status: 200 len: 913 time: 0.1573341 Jun 18 14:20:59.649711 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-da75bf4b-c952-40ff-a0c8-a36f4e663d10 None None] Set router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:20:59.697035 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b7a48244-2811-4684-a374-699a623470a0 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:59.699040 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:20:59.724906 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7a1e2579-ba4b-4ed6-b402-4a825f23186b req-351fc5bd-2122-4338-89ba-e284b8fd3ca3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd8880b-567f-465a-b4f9-d5877548549d HTTP/1.1" status: 200 len: 999 time: 0.0892830 Jun 18 14:20:59.731745 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a48244-2811-4684-a374-699a623470a0 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496bb54e-65eb-426e-a44f-5c7d3834b0b5,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:20:59.733987 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-b7a48244-2811-4684-a374-699a623470a0 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:20:59.812016 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e2579-ba4b-4ed6-b402-4a825f23186b req-875d0e8e-17a6-400d-95a2-e5178da49b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:59.813092 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b7a48244-2811-4684-a374-699a623470a0 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:20:59.814173 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7a1e2579-ba4b-4ed6-b402-4a825f23186b req-875d0e8e-17a6-400d-95a2-e5178da49b83 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=649a9e32-52ab-47bf-bb55-ed3bf5cc8750 HTTP/1.1" status: 200 len: 851 time: 0.0742562 Jun 18 14:20:59.816950 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-b7a48244-2811-4684-a374-699a623470a0 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4629765 Jun 18 14:20:59.820883 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 46712) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:20:59.827835 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-e50961ab-ab4e-42de-ae43-50b8582bcdaf tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Request body: {'security_group_rule': {'security_group_id': '4db79042-81d3-44be-9dfd-d6011561ca1e', 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:20:59.905218 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e2579-ba4b-4ed6-b402-4a825f23186b req-38955264-d426-40de-9b48-a6781cdc949e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:20:59.907108 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7a1e2579-ba4b-4ed6-b402-4a825f23186b req-38955264-d426-40de-9b48-a6781cdc949e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809503 Jun 18 14:20:59.942561 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-e50961ab-ab4e-42de-ae43-50b8582bcdaf tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:00.041908 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-da75bf4b-c952-40ff-a0c8-a36f4e663d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': 'e70bfef4-45a6-4eea-bdd7-38b8de425dd2', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'port_id': 'ddd8880b-567f-465a-b4f9-d5877548549d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'mac_address': 'fa:16:3e:b6:0e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd5fce0-29bc-4622-856f-40059ed1f20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:20:57Z', 'updated_at': '2021-06-18T14:20:57Z', 'revision_number': 0, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0cec79d-51e1-462f-aa19-1fc1582cdbc6', 'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'mac_address': 'fa:16:3e:f4:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:11Z', 'updated_at': '2021-06-18T14:19:24Z', 'revision_number': 5, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'subnets': [{'id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:21:00.042817 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-e50961ab-ab4e-42de-ae43-50b8582bcdaf tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:00.087617 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da75bf4b-c952-40ff-a0c8-a36f4e663d10 None None] The sync data for ids ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'] in dv-cinder-795751-2-iscsi is: [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': 'e70bfef4-45a6-4eea-bdd7-38b8de425dd2', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'port_id': 'ddd8880b-567f-465a-b4f9-d5877548549d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'mac_address': 'fa:16:3e:b6:0e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd5fce0-29bc-4622-856f-40059ed1f20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:20:57Z', 'updated_at': '2021-06-18T14:20:57Z', 'revision_number': 0, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0cec79d-51e1-462f-aa19-1fc1582cdbc6', 'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'mac_address': 'fa:16:3e:f4:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:11Z', 'updated_at': '2021-06-18T14:19:24Z', 'revision_number': 5, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'subnets': [{'id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:21:00.131177 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-e50961ab-ab4e-42de-ae43-50b8582bcdaf tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:00.136594 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:21:00.190784 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50961ab-ab4e-42de-ae43-50b8582bcdaf tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7673a6d7-831a-4675-ac57-4ee2b28cb615,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:21:00.206885 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-e50961ab-ab4e-42de-ae43-50b8582bcdaf tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:21:00.295064 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-e50961ab-ab4e-42de-ae43-50b8582bcdaf tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:00.300177 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-e50961ab-ab4e-42de-ae43-50b8582bcdaf tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4767258 Jun 18 14:21:00.302675 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 46718) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:21:00.317086 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-9a1969c3-fb92-44ad-8a83-15a6a2831b86 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Request body: {'security_group_rule': {'security_group_id': '4db79042-81d3-44be-9dfd-d6011561ca1e', 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:21:00.379139 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7a1e2579-ba4b-4ed6-b402-4a825f23186b req-42a1cab1-0b37-43dd-a762-51445541340a service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588773 Jun 18 14:21:00.416835 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f866d-443f-4480-ac88-48a2f24f9c3f None None] New status for floating IP e70bfef4-45a6-4eea-bdd7-38b8de425dd2: ACTIVE {{(pid=93615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 14:21:00.456638 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9a1969c3-fb92-44ad-8a83-15a6a2831b86 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:00.557241 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9a1969c3-fb92-44ad-8a83-15a6a2831b86 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:00.586248 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a5d23-1819-4314-84f3-d189d112e461 req-f4f520fd-2a69-4181-a523-a115f48e270b tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:00.588165 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-5b1a5d23-1819-4314-84f3-d189d112e461 req-f4f520fd-2a69-4181-a523-a115f48e270b tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.2305532 Jun 18 14:21:00.627790 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7a1e2579-ba4b-4ed6-b402-4a825f23186b req-3aec2e70-0672-4c71-86a2-f491939ba32b service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305210 Jun 18 14:21:00.630264 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9a1969c3-fb92-44ad-8a83-15a6a2831b86 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:00.632868 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-476ffe0b-a67b-495d-b220-cffcd230f52e tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:21:00.656818 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1969c3-fb92-44ad-8a83-15a6a2831b86 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eede0c5b-94c8-409e-b80e-5f794f6f6a34,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:21:00.660911 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9a1969c3-fb92-44ad-8a83-15a6a2831b86 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:21:00.664288 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-5b1a5d23-1819-4314-84f3-d189d112e461 req-5ea8d98b-603d-4450-ab38-b7a671c2241b tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662467 Jun 18 14:21:00.758544 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9a1969c3-fb92-44ad-8a83-15a6a2831b86 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:00.759948 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-9a1969c3-fb92-44ad-8a83-15a6a2831b86 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4493260 Jun 18 14:21:00.763531 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 46726) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:21:00.771015 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-3fcce6d8-262f-40f3-b958-5d295572a398 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Request body: {'security_group_rule': {'security_group_id': '4db79042-81d3-44be-9dfd-d6011561ca1e', 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:21:00.890474 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.securitygroups_db [None req-3fcce6d8-262f-40f3-b958-5d295572a398 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Project dd4784573d394c61b1a6016cd23af364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 14:21:00.898211 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3fcce6d8-262f-40f3-b958-5d295572a398 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:00.973670 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3fcce6d8-262f-40f3-b958-5d295572a398 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:01.044189 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3fcce6d8-262f-40f3-b958-5d295572a398 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:01.047037 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:21:01.061798 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcce6d8-262f-40f3-b958-5d295572a398 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13552651-51f4-4163-a826-c87496ced3a6,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:21:01.066124 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-3fcce6d8-262f-40f3-b958-5d295572a398 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:21:01.141448 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3fcce6d8-262f-40f3-b958-5d295572a398 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:01.142752 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-3fcce6d8-262f-40f3-b958-5d295572a398 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3781447 Jun 18 14:21:01.146173 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 46728) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:21:01.151795 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-3a7dd39c-b27b-42eb-b007-5a576ac52d7b tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Request body: {'security_group_rule': {'security_group_id': '4db79042-81d3-44be-9dfd-d6011561ca1e', 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:21:01.261851 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.securitygroups_db [None req-3a7dd39c-b27b-42eb-b007-5a576ac52d7b tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Project dd4784573d394c61b1a6016cd23af364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 14:21:01.267738 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3a7dd39c-b27b-42eb-b007-5a576ac52d7b tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:01.345211 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3a7dd39c-b27b-42eb-b007-5a576ac52d7b tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:01.438367 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3a7dd39c-b27b-42eb-b007-5a576ac52d7b tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:01.443460 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:21:01.463150 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7dd39c-b27b-42eb-b007-5a576ac52d7b tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83aac38c-059b-4165-b6b5-6d76c5193d27,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:21:01.465658 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-3a7dd39c-b27b-42eb-b007-5a576ac52d7b tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:21:01.651410 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-3a7dd39c-b27b-42eb-b007-5a576ac52d7b tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:01.654260 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-3a7dd39c-b27b-42eb-b007-5a576ac52d7b tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5060208 Jun 18 14:21:01.830953 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-61f27fbe-959a-45e2-907c-49ef51dc8821 req-1cf8d4a7-86e1-4c84-9448-86686b16a03d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171877781&fields=id&tenant_id=dd4784573d394c61b1a6016cd23af364 HTTP/1.1" status: 200 len: 267 time: 0.0390568 Jun 18 14:21:01.887679 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f27fbe-959a-45e2-907c-49ef51dc8821 req-e5d507f4-93bb-4fe6-be89-bba3518381a4 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:01.888347 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5754b9-a352-4bdf-bd2c-ef620fe78da3 req-bd3bfe7c-9850-4da9-b447-1bce5d5e91e4 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:01.889450 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-61f27fbe-959a-45e2-907c-49ef51dc8821 req-e5d507f4-93bb-4fe6-be89-bba3518381a4 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 945 time: 0.0651798 Jun 18 14:21:01.895205 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8e5754b9-a352-4bdf-bd2c-ef620fe78da3 req-bd3bfe7c-9850-4da9-b447-1bce5d5e91e4 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0801861 Jun 18 14:21:01.901908 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [req-61f27fbe-959a-45e2-907c-49ef51dc8821 req-68314d55-139e-491b-8b8b-619f9178a435 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Request body: {'port': {'security_groups': ['6a1cb294-8a6f-48fb-a35d-74a22ace6e22', '4db79042-81d3-44be-9dfd-d6011561ca1e']}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:21:01.950357 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8e5754b9-a352-4bdf-bd2c-ef620fe78da3 req-4157174f-005c-4797-a0fa-9fd901a15998 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431147 Jun 18 14:21:02.013630 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-61f27fbe-959a-45e2-907c-49ef51dc8821 req-68314d55-139e-491b-8b8b-619f9178a435 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:02.225564 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-61f27fbe-959a-45e2-907c-49ef51dc8821 req-68314d55-139e-491b-8b8b-619f9178a435 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] For port 2d0208aa-0616-4966-ac0d-249bb1e9cea5, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=2d0208aa-0616-4966-ac0d-249bb1e9cea5,segment=NetworkSegment(e5fa2761-6016-43d4-a74e-a4fdbc29bc44),segment_id=e5fa2761-6016-43d4-a74e-a4fdbc29bc44)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:21:02.257684 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-61f27fbe-959a-45e2-907c-49ef51dc8821 req-68314d55-139e-491b-8b8b-619f9178a435 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for port, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:02.421362 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-61f27fbe-959a-45e2-907c-49ef51dc8821 req-68314d55-139e-491b-8b8b-619f9178a435 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11814879'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:02.426354 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:21:02.466219 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['2d0208aa-0616-4966-ac0d-249bb1e9cea5'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:21:02.474415 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f27fbe-959a-45e2-907c-49ef51dc8821 req-68314d55-139e-491b-8b8b-619f9178a435 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:02.475198 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-61f27fbe-959a-45e2-907c-49ef51dc8821 req-68314d55-139e-491b-8b8b-619f9178a435 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:02.477572 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-61f27fbe-959a-45e2-907c-49ef51dc8821 req-68314d55-139e-491b-8b8b-619f9178a435 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "PUT /v2.0/ports/2d0208aa-0616-4966-ac0d-249bb1e9cea5 HTTP/1.1" status: 200 len: 981 time: 0.5805578 Jun 18 14:21:02.478757 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480b8d6e-94b9-4a3e-af32-1b3b06807add', 'tag': '2d0208aa-0616-4966-ac0d-249bb1e9cea5'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:21:02.483856 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baeb03e-5836-483e-9671-4cd693046973" -d '{"events": [{"name": "network-changed", "server_uuid": "480b8d6e-94b9-4a3e-af32-1b3b06807add", "tag": "2d0208aa-0616-4966-ac0d-249bb1e9cea5"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:21:02.531909 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68314d55-139e-491b-8b8b-619f9178a435 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Pushing event updated for resources: {'Port': ['ID=2d0208aa-0616-4966-ac0d-249bb1e9cea5,revision_number=6']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:21:02.542778 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-68314d55-139e-491b-8b8b-619f9178a435 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:21:02.559264 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24fcbe1-0e4a-456d-afab-a06f5be16a62 x-openstack-request-id: req-a24fcbe1-0e4a-456d-afab-a06f5be16a62 {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:21:02.559733 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480b8d6e-94b9-4a3e-af32-1b3b06807add", "tag": "2d0208aa-0616-4966-ac0d-249bb1e9cea5", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:21:02.560374 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a24fcbe1-0e4a-456d-afab-a06f5be16a62 {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:21:02.560915 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480b8d6e-94b9-4a3e-af32-1b3b06807add', 'tag': '2d0208aa-0616-4966-ac0d-249bb1e9cea5', 'status': 'completed', 'code': 200} Jun 18 14:21:02.669008 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['2d0208aa-0616-4966-ac0d-249bb1e9cea5'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:21:02.691126 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baeb03e-5836-483e-9671-4cd693046973 req-36178a4f-0827-4bb7-9cbf-6bfbdfedf974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:02.695117 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7baeb03e-5836-483e-9671-4cd693046973 req-36178a4f-0827-4bb7-9cbf-6bfbdfedf974 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dd4784573d394c61b1a6016cd23af364&device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 1137 time: 0.0787835 Jun 18 14:21:02.726432 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe49c3-c2eb-49dd-8b9c-0163fa073168 req-0b3551a7-f3ac-4186-9f72-2dafcd2e528e tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:02.729537 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bbbe49c3-c2eb-49dd-8b9c-0163fa073168 req-0b3551a7-f3ac-4186-9f72-2dafcd2e528e tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 984 time: 0.1324534 Jun 18 14:21:02.814763 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bbbe49c3-c2eb-49dd-8b9c-0163fa073168 req-4376128f-f54d-4451-9e9c-ec4b8ca3d256 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&id=4db79042-81d3-44be-9dfd-d6011561ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0781584 Jun 18 14:21:02.872779 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baeb03e-5836-483e-9671-4cd693046973 req-6a8e1739-03a6-468b-9b78-c2c33b97161e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:02.874307 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7baeb03e-5836-483e-9671-4cd693046973 req-6a8e1739-03a6-468b-9b78-c2c33b97161e service neutron] 10.222.0.38 "GET /v2.0/networks?id=3fd89ab7-5588-43a8-84be-21487b134cf3 HTTP/1.1" status: 200 len: 916 time: 0.1712852 Jun 18 14:21:02.972805 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7baeb03e-5836-483e-9671-4cd693046973 req-dc86390d-e8cf-41eb-a099-a96a3bdca952 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d0208aa-0616-4966-ac0d-249bb1e9cea5 HTTP/1.1" status: 200 len: 1001 time: 0.0903373 Jun 18 14:21:03.006295 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-c35e2e45-7fbe-4834-923e-ae325597c472 None None] Provisioning complete for port 2d0208aa-0616-4966-ac0d-249bb1e9cea5 triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:21:03.006686 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-c35e2e45-7fbe-4834-923e-ae325597c472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:03.068807 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baeb03e-5836-483e-9671-4cd693046973 req-70315e5f-4135-483b-9131-8dd001a452f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:03.072606 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7baeb03e-5836-483e-9671-4cd693046973 req-70315e5f-4135-483b-9131-8dd001a452f0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f5051b7-2cd7-4144-8b1c-0ef6aec7a424 HTTP/1.1" status: 200 len: 854 time: 0.0845075 Jun 18 14:21:03.217828 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baeb03e-5836-483e-9671-4cd693046973 req-6623bd99-745e-439d-abee-419041fc0844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:03.224080 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7baeb03e-5836-483e-9671-4cd693046973 req-6623bd99-745e-439d-abee-419041fc0844 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3fd89ab7-5588-43a8-84be-21487b134cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1429117 Jun 18 14:21:03.244522 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0f344-2613-4a32-8527-377116f517d9 req-0546a61a-2e66-4636-8aab-8b8910c003ff tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:03.246359 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-97d0f344-2613-4a32-8527-377116f517d9 req-0546a61a-2e66-4636-8aab-8b8910c003ff tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.1269624 Jun 18 14:21:03.349734 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-97d0f344-2613-4a32-8527-377116f517d9 req-ae6fd3e5-2b51-458f-9217-33856a306097 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831442 Jun 18 14:21:03.391283 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7baeb03e-5836-483e-9671-4cd693046973 req-5d32f3b5-1c4a-4dd1-ad5d-eac8a19885c3 service neutron] 10.222.0.38 "GET /v2.0/networks/3fd89ab7-5588-43a8-84be-21487b134cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437495 Jun 18 14:21:03.529665 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7baeb03e-5836-483e-9671-4cd693046973 req-d45b9b9d-3f6b-4845-85cd-1dd9e2826a3a service neutron] 10.222.0.38 "GET /v2.0/networks/3fd89ab7-5588-43a8-84be-21487b134cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128304 Jun 18 14:21:03.942229 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648b61f-3653-465a-99f3-22506bd9bd96 req-079bd6c9-44b8-497e-bb43-0d663e23d565 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:03.945913 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8648b61f-3653-465a-99f3-22506bd9bd96 req-079bd6c9-44b8-497e-bb43-0d663e23d565 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0719466 Jun 18 14:21:03.994354 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8648b61f-3653-465a-99f3-22506bd9bd96 req-7f14d14e-db82-4cf6-9225-400fa929cd71 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443299 Jun 18 14:21:04.078098 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93fc57-8406-41c0-80c2-27722963dea2 req-030111b2-406d-4be7-9b36-9a9b0dac1e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:04.079605 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4b93fc57-8406-41c0-80c2-27722963dea2 req-030111b2-406d-4be7-9b36-9a9b0dac1e98 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=68c0acdf3c5043c1abd19fd3db96520e&device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 1099 time: 0.0887771 Jun 18 14:21:04.208528 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93fc57-8406-41c0-80c2-27722963dea2 req-40af8f74-500b-4948-8c03-ef8a5b12c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:04.210072 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4b93fc57-8406-41c0-80c2-27722963dea2 req-40af8f74-500b-4948-8c03-ef8a5b12c5cf service neutron] 10.222.0.38 "GET /v2.0/networks?id=732503bd-c79c-40ac-a2d6-5ec143face16 HTTP/1.1" status: 200 len: 912 time: 0.1219370 Jun 18 14:21:04.288693 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4b93fc57-8406-41c0-80c2-27722963dea2 req-81c31a97-a3bd-441a-9eab-a080bb2523e3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b502433-fc98-4110-a1e5-22720a420a75 HTTP/1.1" status: 200 len: 1002 time: 0.0701656 Jun 18 14:21:04.342847 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93fc57-8406-41c0-80c2-27722963dea2 req-9d23901c-5f60-45e5-8f19-9b1d14b7377b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:04.344349 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4b93fc57-8406-41c0-80c2-27722963dea2 req-9d23901c-5f60-45e5-8f19-9b1d14b7377b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=52102b7a-07bd-46b6-9a1d-ca1db691ce03 HTTP/1.1" status: 200 len: 850 time: 0.0489421 Jun 18 14:21:04.410923 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93fc57-8406-41c0-80c2-27722963dea2 req-af001a0f-fc4a-4515-b00b-50a3790c04fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:04.412558 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4b93fc57-8406-41c0-80c2-27722963dea2 req-af001a0f-fc4a-4515-b00b-50a3790c04fb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=732503bd-c79c-40ac-a2d6-5ec143face16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603693 Jun 18 14:21:04.533930 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4b93fc57-8406-41c0-80c2-27722963dea2 req-b74ba3bc-fd24-460f-af6d-511128e7d279 service neutron] 10.222.0.38 "GET /v2.0/networks/732503bd-c79c-40ac-a2d6-5ec143face16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099811 Jun 18 14:21:04.648540 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4b93fc57-8406-41c0-80c2-27722963dea2 req-13783622-9c20-4c4c-9efb-3d306bc02412 service neutron] 10.222.0.38 "GET /v2.0/networks/732503bd-c79c-40ac-a2d6-5ec143face16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001637 Jun 18 14:21:05.174219 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b62f4-fd74-48e7-8cc7-24661e61ca7d req-9057b090-4d32-4e8d-967e-6f352f1930ab tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:05.175846 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7f6b62f4-fd74-48e7-8cc7-24661e61ca7d req-9057b090-4d32-4e8d-967e-6f352f1930ab tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0654378 Jun 18 14:21:05.215374 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7f6b62f4-fd74-48e7-8cc7-24661e61ca7d req-62463aca-0cac-4fd6-8cfb-3ced7dd44ab4 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330563 Jun 18 14:21:06.403826 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f788f8-422f-4d4f-b597-b1116e02fe1e req-e50d853e-29e4-44db-8235-7ca0c699bc4a tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:06.405914 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b2f788f8-422f-4d4f-b597-b1116e02fe1e req-e50d853e-29e4-44db-8235-7ca0c699bc4a tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0659347 Jun 18 14:21:06.451681 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b2f788f8-422f-4d4f-b597-b1116e02fe1e req-f865c67d-f6d0-440e-b710-0a678b536b93 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398684 Jun 18 14:21:08.601740 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-0887a5a8-41aa-4320-90f8-8141c70c6d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:10.887965 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 46850) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:21:10.994981 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8a236189-4d30-45de-b358-020219fd04d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:11.103959 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8a236189-4d30-45de-b358-020219fd04d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:11.170219 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8a236189-4d30-45de-b358-020219fd04d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:11.172971 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-d05d6753-4b18-4dda-9814-bf539e4b88b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:21:11.213015 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-8a236189-4d30-45de-b358-020219fd04d5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dad7f9b777e24c1ca0c79572803d96a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3245912 Jun 18 14:21:11.214114 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a236189-4d30-45de-b358-020219fd04d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1285f7d9-3770-49bc-a882-9d9adfc86e1e,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:21:11.216319 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 46854) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:21:11.218917 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-8a236189-4d30-45de-b358-020219fd04d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:21:11.270538 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-945a79b9-def9-4a85-8241-b8f7db438a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:11.292086 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-945a79b9-def9-4a85-8241-b8f7db438a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:11.493365 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-945a79b9-def9-4a85-8241-b8f7db438a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:11.495867 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-945a79b9-def9-4a85-8241-b8f7db438a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:11.497031 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-945a79b9-def9-4a85-8241-b8f7db438a2b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1285f7d9-3770-49bc-a882-9d9adfc86e1e HTTP/1.1" status: 204 len: 168 time: 0.2793567 Jun 18 14:21:11.498021 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-67938c30-4051-4474-b495-b4f91d9ff6ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:21:11.507149 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a79b9-def9-4a85-8241-b8f7db438a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1285f7d9-3770-49bc-a882-9d9adfc86e1e,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:21:11.509481 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-945a79b9-def9-4a85-8241-b8f7db438a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:21:12.003401 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:12.146788 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 46864) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:21:12.160499 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c3aee0e5-6759-42f5-bb85-ec4476a5a3bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:12.192710 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:12.249021 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c3aee0e5-6759-42f5-bb85-ec4476a5a3bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:12.306653 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c3aee0e5-6759-42f5-bb85-ec4476a5a3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:12.317792 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-004bef83-6e53-4208-a113-d302de63fb50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:21:12.340511 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-c3aee0e5-6759-42f5-bb85-ec4476a5a3bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a736e7d7c6e4b7a97f9498d8385a778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1926398 Jun 18 14:21:12.343261 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 46866) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:21:12.349095 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aee0e5-6759-42f5-bb85-ec4476a5a3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081aaf11-acc4-421d-a555-efd26ebb77b0,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:21:12.352865 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c3aee0e5-6759-42f5-bb85-ec4476a5a3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:21:12.396395 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a9bbd3a2-b53a-424a-93b4-4f2472d9a258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:12.418639 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a9bbd3a2-b53a-424a-93b4-4f2472d9a258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:12.455032 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-fd82d752-acb5-4ce7-b3b9-06dd03c15162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:12.535170 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a9bbd3a2-b53a-424a-93b4-4f2472d9a258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:12.537844 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a9bbd3a2-b53a-424a-93b4-4f2472d9a258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:12.538992 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-a9bbd3a2-b53a-424a-93b4-4f2472d9a258 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/081aaf11-acc4-421d-a555-efd26ebb77b0 HTTP/1.1" status: 204 len: 168 time: 0.1946373 Jun 18 14:21:12.540540 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-bb3499b1-7f77-4bda-9c58-fdd0db7fc3a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:21:12.549061 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbd3a2-b53a-424a-93b4-4f2472d9a258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081aaf11-acc4-421d-a555-efd26ebb77b0,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:21:12.558856 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-a9bbd3a2-b53a-424a-93b4-4f2472d9a258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:21:13.466544 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:15.203411 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:21.029885 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:21:26.882113 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 47056) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:21:26.990840 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b2499455-cdcd-4457-af4c-4735c6e58b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:27.081838 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b2499455-cdcd-4457-af4c-4735c6e58b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:27.157055 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b2499455-cdcd-4457-af4c-4735c6e58b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:27.160860 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-92bf6cf3-f456-4033-a8b9-dc9f13f37047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:21:27.200980 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-b2499455-cdcd-4457-af4c-4735c6e58b9d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c189f5b0925e48c5bcb3c9adaefb8345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3175819 Jun 18 14:21:27.201924 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2499455-cdcd-4457-af4c-4735c6e58b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaf41dd-4f2a-4b37-a8c2-b78692f7a5db,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:21:27.203620 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 47062) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:21:27.205162 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-b2499455-cdcd-4457-af4c-4735c6e58b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:21:27.252680 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-54ae32e9-756d-493c-8e9c-ffe8926fdd32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:27.278705 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-54ae32e9-756d-493c-8e9c-ffe8926fdd32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:27.431998 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-54ae32e9-756d-493c-8e9c-ffe8926fdd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:27.434652 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-54ae32e9-756d-493c-8e9c-ffe8926fdd32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:27.435794 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-54ae32e9-756d-493c-8e9c-ffe8926fdd32 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bfaf41dd-4f2a-4b37-a8c2-b78692f7a5db HTTP/1.1" status: 204 len: 168 time: 0.2311444 Jun 18 14:21:27.436594 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-16911d68-e548-4bbc-b4c8-b4f6637aa8e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:21:27.445275 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae32e9-756d-493c-8e9c-ffe8926fdd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaf41dd-4f2a-4b37-a8c2-b78692f7a5db,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:21:27.446725 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-54ae32e9-756d-493c-8e9c-ffe8926fdd32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:21:28.085095 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 47074) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:21:28.100470 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-506c8625-9b0e-40fd-8e97-000b56fed4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:28.194798 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-506c8625-9b0e-40fd-8e97-000b56fed4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:28.260086 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-506c8625-9b0e-40fd-8e97-000b56fed4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:28.263467 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9959413e-909a-41c9-a2b5-385e97211dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:21:28.301521 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-506c8625-9b0e-40fd-8e97-000b56fed4dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33d70d70b7684e7cbecfbea919dde443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151926 Jun 18 14:21:28.302537 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c8625-9b0e-40fd-8e97-000b56fed4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e1895b-3e45-454d-8a91-90c2b83608c9,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:21:28.304233 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 47076) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:21:28.305543 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-506c8625-9b0e-40fd-8e97-000b56fed4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:21:28.354783 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4472f404-c184-4363-965b-2cd64355ae90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:28.377744 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4472f404-c184-4363-965b-2cd64355ae90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:28.506050 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4472f404-c184-4363-965b-2cd64355ae90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:28.508867 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-4472f404-c184-4363-965b-2cd64355ae90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:28.510026 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-4472f404-c184-4363-965b-2cd64355ae90 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e7e1895b-3e45-454d-8a91-90c2b83608c9 HTTP/1.1" status: 204 len: 168 time: 0.2047913 Jun 18 14:21:28.511545 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-11d22a48-1188-4f30-8300-1c7e49419606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:21:28.524799 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472f404-c184-4363-965b-2cd64355ae90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e1895b-3e45-454d-8a91-90c2b83608c9,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:21:28.527722 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4472f404-c184-4363-965b-2cd64355ae90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:21:29.204593 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 47092) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:21:29.218732 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d5327e62-9621-4e35-bff3-fa2023c2cb23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:29.314310 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d5327e62-9621-4e35-bff3-fa2023c2cb23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:29.391277 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d5327e62-9621-4e35-bff3-fa2023c2cb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:29.395448 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:21:29.430622 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-d5327e62-9621-4e35-bff3-fa2023c2cb23 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4b075025d02460488775fcb03cfdc92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249284 Jun 18 14:21:29.433169 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5327e62-9621-4e35-bff3-fa2023c2cb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba97ae1-1767-4e1e-82a9-04298d0a838a,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:21:29.433377 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 47094) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:21:29.437476 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-d5327e62-9621-4e35-bff3-fa2023c2cb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:21:29.491528 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a2aa5db2-0d5f-4cc2-a445-f1ae9ef922f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:29.514021 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a2aa5db2-0d5f-4cc2-a445-f1ae9ef922f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:29.643052 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a2aa5db2-0d5f-4cc2-a445-f1ae9ef922f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:29.645693 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a2aa5db2-0d5f-4cc2-a445-f1ae9ef922f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:29.646844 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-a2aa5db2-0d5f-4cc2-a445-f1ae9ef922f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8ba97ae1-1767-4e1e-82a9-04298d0a838a HTTP/1.1" status: 204 len: 168 time: 0.2110503 Jun 18 14:21:29.647608 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-fe14c762-2eb6-4be8-95d6-ff2c2b96db99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:21:29.656813 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa5db2-0d5f-4cc2-a445-f1ae9ef922f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba97ae1-1767-4e1e-82a9-04298d0a838a,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:21:29.658960 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-a2aa5db2-0d5f-4cc2-a445-f1ae9ef922f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:21:38.566631 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-c3e4f9d8-6ced-44c6-9a4f-cae210c993a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:41.985589 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:42.191016 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:42.463418 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8f283d23-1bf9-4eac-9a15-c4a0b7bce75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:43.419654 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:45.206719 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:21:52.070403 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4eec2-0298-41d6-bf55-dd0b5a2032be req-dbcf4833-c93f-472e-afa7-1197ce7998be tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:52.071892 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-feb4eec2-0298-41d6-bf55-dd0b5a2032be req-dbcf4833-c93f-472e-afa7-1197ce7998be tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.0699818 Jun 18 14:21:52.128374 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-feb4eec2-0298-41d6-bf55-dd0b5a2032be req-c20ad137-c0d7-46ad-83e9-89d925f1595f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480773 Jun 18 14:21:53.334683 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e1eb3-0790-4a83-b473-cce8366acce6 req-ca331a3b-9b36-4e20-a264-826ef0d22ffe tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:53.336399 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ac1e1eb3-0790-4a83-b473-cce8366acce6 req-ca331a3b-9b36-4e20-a264-826ef0d22ffe tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.0747638 Jun 18 14:21:53.375227 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ac1e1eb3-0790-4a83-b473-cce8366acce6 req-867cac81-9e65-4529-b8a8-9d31891ae269 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325692 Jun 18 14:21:53.475955 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6b396da4-8b96-4be3-9767-d1f32239b3ad req-de2f8ee0-8086-48e8-82a6-22230d44b9a1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0619760 Jun 18 14:21:53.611089 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b396da4-8b96-4be3-9767-d1f32239b3ad req-6f98fc28-2f26-46ce-91fe-2525be351d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:53.612583 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6b396da4-8b96-4be3-9767-d1f32239b3ad req-6f98fc28-2f26-46ce-91fe-2525be351d35 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=66c7a59352bd4bb3b1a26c01a0fb571c&device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 1098 time: 0.0574110 Jun 18 14:21:53.988195 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b396da4-8b96-4be3-9767-d1f32239b3ad req-096ceb43-1af9-4195-bf11-1455de3d5fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:53.989840 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6b396da4-8b96-4be3-9767-d1f32239b3ad req-096ceb43-1af9-4195-bf11-1455de3d5fae service neutron] 10.222.0.38 "GET /v2.0/networks?id=58b3b662-a83b-4a79-96d6-15eb372428ed HTTP/1.1" status: 200 len: 910 time: 0.1002140 Jun 18 14:21:54.069974 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6b396da4-8b96-4be3-9767-d1f32239b3ad req-69435198-e201-4d80-9c47-274d7599d8e7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac HTTP/1.1" status: 200 len: 1001 time: 0.0720277 Jun 18 14:21:54.124016 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b396da4-8b96-4be3-9767-d1f32239b3ad req-eca023b6-f824-4d31-9a7e-9506d05ac0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:54.125485 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6b396da4-8b96-4be3-9767-d1f32239b3ad req-eca023b6-f824-4d31-9a7e-9506d05ac0c6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e376c192-7508-4cae-9176-aef3287f6229 HTTP/1.1" status: 200 len: 848 time: 0.0485446 Jun 18 14:21:54.184940 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b396da4-8b96-4be3-9767-d1f32239b3ad req-58f54b17-b10f-4601-80ef-76cb553f568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:54.186753 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6b396da4-8b96-4be3-9767-d1f32239b3ad req-58f54b17-b10f-4601-80ef-76cb553f568a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58b3b662-a83b-4a79-96d6-15eb372428ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547235 Jun 18 14:21:54.293281 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6b396da4-8b96-4be3-9767-d1f32239b3ad req-601c5d27-f2ad-4002-9171-533c3474e107 service neutron] 10.222.0.38 "GET /v2.0/networks/58b3b662-a83b-4a79-96d6-15eb372428ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991445 Jun 18 14:21:54.383905 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6b396da4-8b96-4be3-9767-d1f32239b3ad req-b7e42780-0c6b-4157-bf45-1410aeb45928 service neutron] 10.222.0.38 "GET /v2.0/networks/58b3b662-a83b-4a79-96d6-15eb372428ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839262 Jun 18 14:21:54.577022 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97908de5-8fc4-425f-b9d0-6296d3c84815 req-63166c03-2377-4695-8116-be9e50ca770d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:54.578915 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-97908de5-8fc4-425f-b9d0-6296d3c84815 req-63166c03-2377-4695-8116-be9e50ca770d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.0782552 Jun 18 14:21:54.623242 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-97908de5-8fc4-425f-b9d0-6296d3c84815 req-ecbb1b92-21a0-458d-ab97-efd44cbed895 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340421 Jun 18 14:21:55.824445 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa6e66-3463-4ac2-943c-5591fae830ac req-2e62f1ad-2eeb-48ad-8c70-986fd310194c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:55.825929 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-04fa6e66-3463-4ac2-943c-5591fae830ac req-2e62f1ad-2eeb-48ad-8c70-986fd310194c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.0773575 Jun 18 14:21:55.878525 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-04fa6e66-3463-4ac2-943c-5591fae830ac req-41ba3bae-0221-4a80-807f-6808fccb0778 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420628 Jun 18 14:21:57.067079 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7404924-7df6-4211-8675-db3dc14098b5 req-1c7f9de6-ec22-4e39-b364-a59d38d3f980 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:57.069302 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f7404924-7df6-4211-8675-db3dc14098b5 req-1c7f9de6-ec22-4e39-b364-a59d38d3f980 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.0715535 Jun 18 14:21:57.111101 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f7404924-7df6-4211-8675-db3dc14098b5 req-16b28626-2215-4913-8400-f449bd266987 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359855 Jun 18 14:21:58.030533 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:21:58.303865 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0eab97-35d5-456d-88ef-be45fd491e8f req-46bca970-4007-49c3-b2f8-23c0803159b8 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:58.305313 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4e0eab97-35d5-456d-88ef-be45fd491e8f req-46bca970-4007-49c3-b2f8-23c0803159b8 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.0691426 Jun 18 14:21:58.348107 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4e0eab97-35d5-456d-88ef-be45fd491e8f req-ca5ab2a2-78e2-4b46-a5f5-08f62214ecf0 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335498 Jun 18 14:21:59.531697 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615cb48-b68a-43d0-8aab-77235516e856 req-4abb228a-4ad0-4740-8673-51a219f5d6f0 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:21:59.533258 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f615cb48-b68a-43d0-8aab-77235516e856 req-4abb228a-4ad0-4740-8673-51a219f5d6f0 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.0659888 Jun 18 14:21:59.575777 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f615cb48-b68a-43d0-8aab-77235516e856 req-9893b059-d992-4f47-82e0-d2d518b768f9 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363064 Jun 18 14:22:00.760028 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c58612-e63e-46ff-b174-631b5e40931c req-9099ed06-6d3f-4ba2-b411-f2da525ddec6 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:00.761548 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-11c58612-e63e-46ff-b174-631b5e40931c req-9099ed06-6d3f-4ba2-b411-f2da525ddec6 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.0671260 Jun 18 14:22:00.801471 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-11c58612-e63e-46ff-b174-631b5e40931c req-53a10c80-c42c-4c67-b9bc-d551e8e1b0aa tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341556 Jun 18 14:22:01.995861 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a2e27-4807-460d-b35f-6d2991f0e869 req-097349ca-4c40-4d70-b80c-eddddcb20660 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:01.998151 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-206a2e27-4807-460d-b35f-6d2991f0e869 req-097349ca-4c40-4d70-b80c-eddddcb20660 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.0782816 Jun 18 14:22:02.063989 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-206a2e27-4807-460d-b35f-6d2991f0e869 req-6f359dcf-8a09-4397-b236-3a4e835104d7 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595140 Jun 18 14:22:02.992855 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e79c3-c76a-41c8-9332-3f6beedb0bc4 req-24c98156-f27a-4c3e-bb75-b87bb21559fa tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:02.994413 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-db5e79c3-c76a-41c8-9332-3f6beedb0bc4 req-24c98156-f27a-4c3e-bb75-b87bb21559fa tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 945 time: 0.0723014 Jun 18 14:22:03.037056 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-db5e79c3-c76a-41c8-9332-3f6beedb0bc4 req-a4e66e5b-c0f1-4ba8-ba1d-68ffd61691f5 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362463 Jun 18 14:22:03.272120 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9a918-8dfc-4479-9c6b-3728f5f01eab req-3fbc7360-962d-4883-9a50-5283dc1e5a16 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:03.273626 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b5f9a918-8dfc-4479-9c6b-3728f5f01eab req-3fbc7360-962d-4883-9a50-5283dc1e5a16 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.0813785 Jun 18 14:22:03.313946 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b5f9a918-8dfc-4479-9c6b-3728f5f01eab req-f16b55cd-276b-4481-a4d4-646ade1cc99c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335870 Jun 18 14:22:04.174734 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d1520-59ac-4103-8bb6-7ea4b2a85a95 req-e8ab4369-da07-483a-9363-e9726d6c22b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:04.176495 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ca7d1520-59ac-4103-8bb6-7ea4b2a85a95 req-e8ab4369-da07-483a-9363-e9726d6c22b0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=66c7a59352bd4bb3b1a26c01a0fb571c&device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 1098 time: 0.0631385 Jun 18 14:22:04.224526 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff6666-cc31-4a36-8cf5-de36aefd9141 req-6ddab76e-d49c-4e4f-925e-190f14520967 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:04.226000 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2eff6666-cc31-4a36-8cf5-de36aefd9141 req-6ddab76e-d49c-4e4f-925e-190f14520967 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 945 time: 0.0742695 Jun 18 14:22:04.266607 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2eff6666-cc31-4a36-8cf5-de36aefd9141 req-27e3a80c-4f08-4763-b544-ec706eef882d tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344634 Jun 18 14:22:04.273329 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d1520-59ac-4103-8bb6-7ea4b2a85a95 req-1622bfe9-0ec1-4324-a75c-0f02eeb95aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:04.274814 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ca7d1520-59ac-4103-8bb6-7ea4b2a85a95 req-1622bfe9-0ec1-4324-a75c-0f02eeb95aec service neutron] 10.222.0.38 "GET /v2.0/networks?id=58b3b662-a83b-4a79-96d6-15eb372428ed HTTP/1.1" status: 200 len: 910 time: 0.0896235 Jun 18 14:22:04.345660 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ca7d1520-59ac-4103-8bb6-7ea4b2a85a95 req-b3089b42-4067-4aed-b4f4-ee48402c67a2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac HTTP/1.1" status: 200 len: 1001 time: 0.0632722 Jun 18 14:22:04.402187 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d1520-59ac-4103-8bb6-7ea4b2a85a95 req-ce0e965b-764a-485b-964a-3b63551d4201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:04.403720 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ca7d1520-59ac-4103-8bb6-7ea4b2a85a95 req-ce0e965b-764a-485b-964a-3b63551d4201 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e376c192-7508-4cae-9176-aef3287f6229 HTTP/1.1" status: 200 len: 848 time: 0.0504947 Jun 18 14:22:04.532260 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d1520-59ac-4103-8bb6-7ea4b2a85a95 req-bf2f9efc-7bfc-4619-bc5a-6cf12851442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:04.535034 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ca7d1520-59ac-4103-8bb6-7ea4b2a85a95 req-bf2f9efc-7bfc-4619-bc5a-6cf12851442f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58b3b662-a83b-4a79-96d6-15eb372428ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1231952 Jun 18 14:22:04.548278 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152903cb-0c41-4e2f-a421-d5f796a14723 req-38809690-0baa-4626-99a1-bae3affc7eb9 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:04.549790 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-152903cb-0c41-4e2f-a421-d5f796a14723 req-38809690-0baa-4626-99a1-bae3affc7eb9 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.1019278 Jun 18 14:22:04.647388 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-152903cb-0c41-4e2f-a421-d5f796a14723 req-287c81aa-571e-4382-a2f3-85d5b9817436 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874317 Jun 18 14:22:04.675793 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ca7d1520-59ac-4103-8bb6-7ea4b2a85a95 req-d5a73a05-1884-4b31-aa56-5942674ceea6 service neutron] 10.222.0.38 "GET /v2.0/networks/58b3b662-a83b-4a79-96d6-15eb372428ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250086 Jun 18 14:22:04.780889 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ca7d1520-59ac-4103-8bb6-7ea4b2a85a95 req-d9492621-43d4-4a64-8d81-eb7dbbedff96 service neutron] 10.222.0.38 "GET /v2.0/networks/58b3b662-a83b-4a79-96d6-15eb372428ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919635 Jun 18 14:22:05.487334 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee206536-c091-4927-95dc-2393a2efc4a3 req-a9e1f1be-f6af-41aa-a8f1-56f03f07bae4 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:05.488926 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ee206536-c091-4927-95dc-2393a2efc4a3 req-a9e1f1be-f6af-41aa-a8f1-56f03f07bae4 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 945 time: 0.0978987 Jun 18 14:22:05.538482 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ee206536-c091-4927-95dc-2393a2efc4a3 req-e93d8621-0261-4c92-aceb-d6b863bca4d5 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433576 Jun 18 14:22:05.832963 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bc4ee-6de8-4498-8c9d-2970c769d8a8 req-902a89d8-a240-4587-bd0b-c049818cf04c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:05.834634 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c11bc4ee-6de8-4498-8c9d-2970c769d8a8 req-902a89d8-a240-4587-bd0b-c049818cf04c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.0684772 Jun 18 14:22:05.877499 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c11bc4ee-6de8-4498-8c9d-2970c769d8a8 req-058c2342-a682-4435-a322-c06ee8d43bfb tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350256 Jun 18 14:22:05.899548 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205b663-e000-4e8a-a4cc-df1777e9d019 req-b349df23-dfe3-418d-bc78-c92f3faa9877 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:05.902620 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c205b663-e000-4e8a-a4cc-df1777e9d019 req-b349df23-dfe3-418d-bc78-c92f3faa9877 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.38 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 945 time: 0.0788243 Jun 18 14:22:06.021934 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [req-c205b663-e000-4e8a-a4cc-df1777e9d019 req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Deleting port 8c4f8784-6796-4fb6-b790-d5a524fa15ad {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:22:06.022274 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-c205b663-e000-4e8a-a4cc-df1777e9d019 req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:06.123784 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-c205b663-e000-4e8a-a4cc-df1777e9d019 req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] For port 8c4f8784-6796-4fb6-b790-d5a524fa15ad, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=8c4f8784-6796-4fb6-b790-d5a524fa15ad,segment=NetworkSegment(9c0a1272-42f6-4d0c-9be4-91858b86fcfb),segment_id=9c0a1272-42f6-4d0c-9be4-91858b86fcfb)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:22:06.124210 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-c205b663-e000-4e8a-a4cc-df1777e9d019 req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:06.191740 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [req-c205b663-e000-4e8a-a4cc-df1777e9d019 req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Calling delete_port for 8c4f8784-6796-4fb6-b790-d5a524fa15ad owned by compute:nova {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:22:06.395778 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-c205b663-e000-4e8a-a4cc-df1777e9d019 req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:06.400079 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-6068402d-46b1-4af5-b3fc-b86e68550fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:22:06.428090 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Pushing event deleted for resources: {'Port': ['ID=8c4f8784-6796-4fb6-b790-d5a524fa15ad,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:22:06.437430 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['8c4f8784-6796-4fb6-b790-d5a524fa15ad'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:22:06.458309 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:06.458698 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:06.459078 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:06.459447 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:06.459830 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:06.460194 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:06.460659 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:06.460923 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:06.461286 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:06.461675 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:06.462041 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:06.462393 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:06.468477 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:22:06.494190 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [req-c205b663-e000-4e8a-a4cc-df1777e9d019 req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] No DVR routers for this DVR port 8c4f8784-6796-4fb6-b790-d5a524fa15ad on host hv-cinder-79575 {{(pid=93613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:22:06.497088 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-c205b663-e000-4e8a-a4cc-df1777e9d019 req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:06.499172 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c205b663-e000-4e8a-a4cc-df1777e9d019 req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.38 "DELETE /v2.0/ports/8c4f8784-6796-4fb6-b790-d5a524fa15ad HTTP/1.1" status: 204 len: 173 time: 0.5903029 Jun 18 14:22:06.499674 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669b07d1-f1a0-41e9-9744-231dc3a40a44', 'name': 'network-vif-deleted', 'tag': '8c4f8784-6796-4fb6-b790-d5a524fa15ad'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:22:06.502078 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82daa8cb-9e1e-42e1-b38b-11a21e190ab8" -d '{"events": [{"server_uuid": "669b07d1-f1a0-41e9-9744-231dc3a40a44", "name": "network-vif-deleted", "tag": "8c4f8784-6796-4fb6-b790-d5a524fa15ad"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:22:06.539791 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70310012-e2d5-4311-b7b8-0655ff3c842f x-openstack-request-id: req-70310012-e2d5-4311-b7b8-0655ff3c842f {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:22:06.540128 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669b07d1-f1a0-41e9-9744-231dc3a40a44", "name": "network-vif-deleted", "tag": "8c4f8784-6796-4fb6-b790-d5a524fa15ad", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:22:06.540423 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70310012-e2d5-4311-b7b8-0655ff3c842f {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:22:06.540858 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669b07d1-f1a0-41e9-9744-231dc3a40a44', 'name': 'network-vif-deleted', 'tag': '8c4f8784-6796-4fb6-b790-d5a524fa15ad', 'status': 'completed', 'code': 200} Jun 18 14:22:06.705380 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-db2542ba-f3e1-479b-9402-4c1147ef0a79 req-91116f66-918b-4419-97a6-3ee1458334ef tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=669b07d1-f1a0-41e9-9744-231dc3a40a44 HTTP/1.1" status: 200 len: 210 time: 0.0349681 Jun 18 14:22:07.079488 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b8221-12b7-4549-a8bc-4cbe16eb14ff req-0d49cfe6-cfab-4981-99a3-29a11e5e7283 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:07.080988 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8f3b8221-12b7-4549-a8bc-4cbe16eb14ff req-0d49cfe6-cfab-4981-99a3-29a11e5e7283 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.0717826 Jun 18 14:22:07.120049 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8f3b8221-12b7-4549-a8bc-4cbe16eb14ff req-5b9176a9-e336-49c5-adf5-b08a7f4bbdfa tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332022 Jun 18 14:22:08.328292 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d543f05-f01d-472c-b444-998d2502da97 req-d5d7674d-d022-499d-b50b-643f7d64f0ed tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:08.329825 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6d543f05-f01d-472c-b444-998d2502da97 req-d5d7674d-d022-499d-b50b-643f7d64f0ed tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.0711172 Jun 18 14:22:08.367776 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6d543f05-f01d-472c-b444-998d2502da97 req-c7217e32-a740-4dd2-a16f-e72858513651 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322216 Jun 18 14:22:08.550071 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-9632cb28-e5e1-4331-8f4b-080a494e6136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:09.534389 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 8c4f8784-6796-4fb6-b790-d5a524fa15ad no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:22:09.557333 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] No Port match for: 8c4f8784-6796-4fb6-b790-d5a524fa15ad {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:22:09.558672 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 8c4f8784-6796-4fb6-b790-d5a524fa15ad not bound to the agent host hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:22:09.895110 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73502138-0bd2-489f-aaef-f6abc35ffdff req-ea611358-6925-4766-a6c5-3d6feeb5a692 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:09.896599 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-73502138-0bd2-489f-aaef-f6abc35ffdff req-ea611358-6925-4766-a6c5-3d6feeb5a692 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.0676274 Jun 18 14:22:09.934902 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-73502138-0bd2-489f-aaef-f6abc35ffdff req-de8ac1e2-15c6-478e-ad22-66439d5ff0fb tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326326 Jun 18 14:22:09.953908 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 47474) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:22:10.054660 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8d196a40-e1c3-4bcd-b6e8-b0a108d2da7e req-0a999a77-e6d0-4223-a4f1-0d4f772b0119 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0992978 Jun 18 14:22:11.113743 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4212b7d-98dd-410c-ae9f-9c9e7cc98f92 req-5e0f3e8f-ed22-4426-b67f-95f6c8cbe205 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:11.115733 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f4212b7d-98dd-410c-ae9f-9c9e7cc98f92 req-5e0f3e8f-ed22-4426-b67f-95f6c8cbe205 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.0677652 Jun 18 14:22:11.156504 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f4212b7d-98dd-410c-ae9f-9c9e7cc98f92 req-5f56578b-1a1a-46fd-ac3a-d715f42f2dcf tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328460 Jun 18 14:22:12.006718 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:12.335357 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8062d-d306-4b00-90fa-7e04fc9a4aa4 req-5ed261dc-c268-4372-a7ee-6061a4e6fd1b tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:12.336832 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-70c8062d-d306-4b00-90fa-7e04fc9a4aa4 req-5ed261dc-c268-4372-a7ee-6061a4e6fd1b tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.0652523 Jun 18 14:22:12.377326 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-70c8062d-d306-4b00-90fa-7e04fc9a4aa4 req-84f190e4-83e5-41b6-99f4-17768cf06f97 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340824 Jun 18 14:22:12.498647 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-bcfbccff-a247-478e-b060-e4489bb709fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:12.972142 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:22:13.039693 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:13.056238 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:13.079560 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2c1a6d-e569-4a11-bf4c-577716033126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:22:13.081935 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee752837-79a2-4b0e-9b44-1d98e39d0a96" -d '{"events": [{"server_uuid": "db2c1a6d-e569-4a11-bf4c-577716033126", "name": "network-vif-unplugged", "status": "completed", "tag": "242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:22:13.095370 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac,segment=NetworkSegment(2797265c-4983-4bf3-9100-f60b71988b67),segment_id=2797265c-4983-4bf3-9100-f60b71988b67)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:22:13.114060 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Jun 2021 14:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0b84bc-9870-4c63-8fe8-342f086f4748 x-openstack-request-id: req-0c0b84bc-9870-4c63-8fe8-342f086f4748 {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:22:13.114357 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2c1a6d-e569-4a11-bf4c-577716033126", "name": "network-vif-unplugged", "status": "failed", "tag": "242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac", "code": 422}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:22:13.114613 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c0b84bc-9870-4c63-8fe8-342f086f4748 {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:22:13.115043 dv-cinder-795751-2-iscsi neutron-server[93614]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db2c1a6d-e569-4a11-bf4c-577716033126', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac', 'code': 422} returned with failed status Jun 18 14:22:13.201309 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:13.203143 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:22:13.252986 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac,revision_number=6']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:22:13.260012 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:13.260367 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:13.260744 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:13.261084 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:13.261419 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:13.261780 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:13.262118 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:13.262450 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:13.262778 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:13.263107 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:13.263429 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:13.263754 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:13.267977 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:22:13.414365 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:13.569815 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b5727-7ffa-40ea-a0bc-0771f8b2f112 req-7c5017c2-1853-4010-99f1-d7e2450b53ed tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:13.571369 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ac2b5727-7ffa-40ea-a0bc-0771f8b2f112 req-7c5017c2-1853-4010-99f1-d7e2450b53ed tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0739532 Jun 18 14:22:13.617423 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ac2b5727-7ffa-40ea-a0bc-0771f8b2f112 req-0dbe1050-a96d-49e9-9ec2-a79e0635dfbb tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396409 Jun 18 14:22:14.808466 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d4608-2570-42a1-be53-6e5fad605513 req-c4f4846d-40c8-4932-bfeb-cf036bcf1064 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:14.810771 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ed6d4608-2570-42a1-be53-6e5fad605513 req-c4f4846d-40c8-4932-bfeb-cf036bcf1064 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0721824 Jun 18 14:22:14.851683 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ed6d4608-2570-42a1-be53-6e5fad605513 req-8e6376bc-f0d7-4841-a5d0-c4539ee74173 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344892 Jun 18 14:22:15.292542 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:15.956293 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d196a40-e1c3-4bcd-b6e8-b0a108d2da7e req-006c6a4e-a3ef-44e4-b224-b83109419f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:15.957809 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8d196a40-e1c3-4bcd-b6e8-b0a108d2da7e req-006c6a4e-a3ef-44e4-b224-b83109419f0b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126&tenant_id=66c7a59352bd4bb3b1a26c01a0fb571c HTTP/1.1" status: 200 len: 1096 time: 0.0897064 Jun 18 14:22:16.065286 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5336fe0-131b-4a01-9510-5d05ececf2cd req-6b4dd3c9-a3b3-4c3b-b48c-e46f5046aef5 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:16.066819 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c5336fe0-131b-4a01-9510-5d05ececf2cd req-6b4dd3c9-a3b3-4c3b-b48c-e46f5046aef5 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0988572 Jun 18 14:22:16.071764 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d196a40-e1c3-4bcd-b6e8-b0a108d2da7e req-86bc9d58-3dd6-4d1d-9aef-39182075a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:16.073197 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8d196a40-e1c3-4bcd-b6e8-b0a108d2da7e req-86bc9d58-3dd6-4d1d-9aef-39182075a9e3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=66c7a59352bd4bb3b1a26c01a0fb571c&device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 1096 time: 0.0773499 Jun 18 14:22:16.420295 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c5336fe0-131b-4a01-9510-5d05ececf2cd req-40e38d07-2b10-4cbd-9cb6-9fa9f356b9f4 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3461254 Jun 18 14:22:16.450192 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d196a40-e1c3-4bcd-b6e8-b0a108d2da7e req-f25ad659-1871-4063-a886-b84aa55531fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:16.451673 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8d196a40-e1c3-4bcd-b6e8-b0a108d2da7e req-f25ad659-1871-4063-a886-b84aa55531fd service neutron] 10.222.0.38 "GET /v2.0/networks?id=58b3b662-a83b-4a79-96d6-15eb372428ed HTTP/1.1" status: 200 len: 910 time: 0.3715079 Jun 18 14:22:16.526697 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8d196a40-e1c3-4bcd-b6e8-b0a108d2da7e req-a7f7fb86-b94a-4145-bf53-f59a48179e40 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac HTTP/1.1" status: 200 len: 999 time: 0.0676651 Jun 18 14:22:16.579027 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d196a40-e1c3-4bcd-b6e8-b0a108d2da7e req-df67db66-d2d3-41d0-bf3e-0d8facdc0f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:16.581269 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8d196a40-e1c3-4bcd-b6e8-b0a108d2da7e req-df67db66-d2d3-41d0-bf3e-0d8facdc0f49 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e376c192-7508-4cae-9176-aef3287f6229 HTTP/1.1" status: 200 len: 848 time: 0.0485771 Jun 18 14:22:16.641240 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d196a40-e1c3-4bcd-b6e8-b0a108d2da7e req-5903d70a-53b0-47a7-8f37-671b8160fb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:16.643017 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8d196a40-e1c3-4bcd-b6e8-b0a108d2da7e req-5903d70a-53b0-47a7-8f37-671b8160fb9d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58b3b662-a83b-4a79-96d6-15eb372428ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557072 Jun 18 14:22:16.750796 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8d196a40-e1c3-4bcd-b6e8-b0a108d2da7e req-405b7fcc-e2a1-461e-8f12-0e12c5066121 service neutron] 10.222.0.38 "GET /v2.0/networks/58b3b662-a83b-4a79-96d6-15eb372428ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003757 Jun 18 14:22:16.841500 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8d196a40-e1c3-4bcd-b6e8-b0a108d2da7e req-e1e0e3bb-fba4-4ac5-bf05-4343e1d66ec4 service neutron] 10.222.0.38 "GET /v2.0/networks/58b3b662-a83b-4a79-96d6-15eb372428ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842957 Jun 18 14:22:17.600712 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b48e35-c3cb-4a46-a190-a1dc13440c7f req-e582276b-2591-4c60-bae3-70ad4fbb51c6 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:17.602252 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-56b48e35-c3cb-4a46-a190-a1dc13440c7f req-e582276b-2591-4c60-bae3-70ad4fbb51c6 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0675251 Jun 18 14:22:17.656565 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-56b48e35-c3cb-4a46-a190-a1dc13440c7f req-d9b81ed5-c266-4bc5-8ba9-cc317d81ed02 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447648 Jun 18 14:22:18.832036 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793aebd1-6ea7-4254-a347-07341006f2d7 req-1c890a5e-ab08-4294-b8ae-da8fc48fd6e3 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:18.833431 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-793aebd1-6ea7-4254-a347-07341006f2d7 req-1c890a5e-ab08-4294-b8ae-da8fc48fd6e3 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0655372 Jun 18 14:22:18.871768 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-793aebd1-6ea7-4254-a347-07341006f2d7 req-d3774646-4a7e-4eac-ad3a-96cdf9aeb204 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325019 Jun 18 14:22:20.061161 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc97e3-02c6-4747-87da-5ee3b85591a3 req-fb3d24cb-4b63-49f3-b742-78588d44f83c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:20.062796 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-5fbc97e3-02c6-4747-87da-5ee3b85591a3 req-fb3d24cb-4b63-49f3-b742-78588d44f83c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0670924 Jun 18 14:22:20.100414 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-5fbc97e3-02c6-4747-87da-5ee3b85591a3 req-02051d20-d305-432a-841f-e5be73fcac2f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319567 Jun 18 14:22:21.289637 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae93104-5437-41cf-87cc-2b378ca8b6a5 req-aabff2ae-9491-490b-b890-2bc8ccd185bb tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:21.291108 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4ae93104-5437-41cf-87cc-2b378ca8b6a5 req-aabff2ae-9491-490b-b890-2bc8ccd185bb tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0689428 Jun 18 14:22:21.331212 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4ae93104-5437-41cf-87cc-2b378ca8b6a5 req-844eee92-fb4f-4676-9b21-74127206aecf tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337732 Jun 18 14:22:22.090219 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08098431-6e0b-4608-862e-82d7d6af944a req-04a006d0-8687-46fe-99bb-cdf27bb8eeae tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:22.091611 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-08098431-6e0b-4608-862e-82d7d6af944a req-04a006d0-8687-46fe-99bb-cdf27bb8eeae tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/networks?id=15b155a4-2536-4c4f-87f4-e27a303413fb HTTP/1.1" status: 200 len: 814 time: 0.1016481 Jun 18 14:22:22.106389 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-08098431-6e0b-4608-862e-82d7d6af944a req-2c4f5a73-6e43-4f2e-9afb-703223947d6b tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/quotas/7be70b90ffdd4aab9e9669ed61fd8d35 HTTP/1.1" status: 200 len: 375 time: 0.0092845 Jun 18 14:22:22.144713 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-08098431-6e0b-4608-862e-82d7d6af944a req-8f936492-d8eb-4563-9334-e4b7de6147b3 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7be70b90ffdd4aab9e9669ed61fd8d35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331216 Jun 18 14:22:22.234737 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-08098431-6e0b-4608-862e-82d7d6af944a req-d92a0098-2352-420a-b40e-c499d116b18f service neutron] 10.222.0.26 "GET /v2.0/networks/15b155a4-2536-4c4f-87f4-e27a303413fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827043 Jun 18 14:22:22.326939 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-08098431-6e0b-4608-862e-82d7d6af944a req-003ce6d6-a9e1-4476-9683-63536c86b634 service neutron] 10.222.0.26 "GET /v2.0/networks/15b155a4-2536-4c4f-87f4-e27a303413fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862038 Jun 18 14:22:22.517694 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f570b-7aac-4dda-b9d1-2bb6eb8af310 req-9b150a4c-22f3-4eb3-a117-01e331c2cb3a tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:22.519388 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-598f570b-7aac-4dda-b9d1-2bb6eb8af310 req-9b150a4c-22f3-4eb3-a117-01e331c2cb3a tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0720861 Jun 18 14:22:22.591552 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2fb18f7a-4663-4f12-88a6-05a00a411976 req-bf5ccaa8-a609-4d0c-8e49-f61dd00847f7 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 210 time: 0.0325334 Jun 18 14:22:22.680214 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-598f570b-7aac-4dda-b9d1-2bb6eb8af310 req-acb5e4b6-14da-4f5b-a0d8-fc35b9208e43 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533248 Jun 18 14:22:23.742730 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-dcf8c749-4e31-40f7-8473-80c564b64134 req-baf83017-22e7-457e-ab4a-269d7d70b877 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 210 time: 0.0299985 Jun 18 14:22:23.906874 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb14b9-f029-45f3-a6ed-c533d1fec667 req-b4e77fb4-f4af-4a9b-8375-42d0582f1dd7 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:23.908287 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c4cb14b9-f029-45f3-a6ed-c533d1fec667 req-b4e77fb4-f4af-4a9b-8375-42d0582f1dd7 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0654714 Jun 18 14:22:23.947462 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c4cb14b9-f029-45f3-a6ed-c533d1fec667 req-58dacbfb-af77-448b-8207-000e4075ecb3 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334806 Jun 18 14:22:24.891090 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-18caeaac-a514-4642-b502-a63d25b26ede req-4c2f1f0a-4a53-484b-ab07-717638ea40dc tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 210 time: 0.0333176 Jun 18 14:22:25.129888 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8db58e-ad3f-4754-b3db-f5a6cfb78acf req-b9a71760-6df8-4164-95e0-50f8a4361a39 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:25.131347 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-eb8db58e-ad3f-4754-b3db-f5a6cfb78acf req-b9a71760-6df8-4164-95e0-50f8a4361a39 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0630431 Jun 18 14:22:25.169749 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-eb8db58e-ad3f-4754-b3db-f5a6cfb78acf req-7b88cb51-1e57-4f07-ae26-e7d8af8b6a68 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322299 Jun 18 14:22:26.028851 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-63868dd9-2a98-4d12-b81f-51e831408053 req-6d5b3f12-681f-4779-940e-d1941a0e837b tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 210 time: 0.0293384 Jun 18 14:22:26.348881 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325c77d-9ee0-4cd1-bd9b-793b5c638fd4 req-1d63c275-01ac-44b6-9f82-206e546a1495 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:26.350386 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3325c77d-9ee0-4cd1-bd9b-793b5c638fd4 req-1d63c275-01ac-44b6-9f82-206e546a1495 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0700843 Jun 18 14:22:26.391757 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3325c77d-9ee0-4cd1-bd9b-793b5c638fd4 req-de6dddbd-ede0-40d7-b69d-1610a786245f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347707 Jun 18 14:22:27.169754 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b93fd0b7-82cb-4703-a758-417424667f05 req-d1a130d9-6ebb-4c03-bdde-ef922c16b843 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 210 time: 0.0285547 Jun 18 14:22:27.571845 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4f6e2-417f-46b1-8873-f6897f22761e req-650a4558-7302-4e61-bcc5-c0d9f5b925a2 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:27.573986 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c1e4f6e2-417f-46b1-8873-f6897f22761e req-650a4558-7302-4e61-bcc5-c0d9f5b925a2 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0667143 Jun 18 14:22:27.614290 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c1e4f6e2-417f-46b1-8873-f6897f22761e req-3c0d01af-e79d-4c87-b730-bbbf4ceb8e60 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345864 Jun 18 14:22:27.867835 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08098431-6e0b-4608-862e-82d7d6af944a req-014d4dac-388d-4507-b2c1-a0edffb76b9c tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:27.869279 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-08098431-6e0b-4608-862e-82d7d6af944a req-014d4dac-388d-4507-b2c1-a0edffb76b9c tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.38 "GET /v2.0/networks?id=15b155a4-2536-4c4f-87f4-e27a303413fb HTTP/1.1" status: 200 len: 814 time: 0.0990510 Jun 18 14:22:27.887832 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [req-08098431-6e0b-4608-862e-82d7d6af944a req-5d406188-fa34-4f79-b16d-22d2abc065ea tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Request body: {'port': {'device_id': '9813e0dc-1bf0-48a7-9de2-019d9d83427a', 'network_id': '15b155a4-2536-4c4f-87f4-e27a303413fb', 'admin_state_up': True, 'tenant_id': '7be70b90ffdd4aab9e9669ed61fd8d35'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:22:28.079727 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08098431-6e0b-4608-862e-82d7d6af944a req-5d406188-fa34-4f79-b16d-22d2abc065ea tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Made reservation on behalf of 7be70b90ffdd4aab9e9669ed61fd8d35 for: {'port': 1} {{(pid=93613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:22:28.083320 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-08098431-6e0b-4608-862e-82d7d6af944a req-5d406188-fa34-4f79-b16d-22d2abc065ea tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:28.213953 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [req-08098431-6e0b-4608-862e-82d7d6af944a req-5d406188-fa34-4f79-b16d-22d2abc065ea tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Allocated IP 172.20.0.2 (15b155a4-2536-4c4f-87f4-e27a303413fb/933af0d1-b69c-4052-a10c-162d9b1b5c19/018ab59b-8b37-44ee-9c7e-8e47498e913d) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:22:28.315010 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d5a8c132-cb4e-4d4d-a848-141842c75223 req-613cb6a8-fd19-49da-acee-0748e690e79c tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 210 time: 0.0295122 Jun 18 14:22:28.374481 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-08098431-6e0b-4608-862e-82d7d6af944a req-5d406188-fa34-4f79-b16d-22d2abc065ea tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:28.464330 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-08098431-6e0b-4608-862e-82d7d6af944a req-5d406188-fa34-4f79-b16d-22d2abc065ea tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11814889'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:28.469697 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4ac43ba6-baaf-4b89-b409-6ad64955294d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:22:28.517285 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08098431-6e0b-4608-862e-82d7d6af944a req-5d406188-fa34-4f79-b16d-22d2abc065ea tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Network 15b155a4-2536-4c4f-87f4-e27a303413fb is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:22:28.520478 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [req-08098431-6e0b-4608-862e-82d7d6af944a req-5d406188-fa34-4f79-b16d-22d2abc065ea tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:22:28.523047 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [req-08098431-6e0b-4608-862e-82d7d6af944a req-5d406188-fa34-4f79-b16d-22d2abc065ea tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:22:28.558082 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d406188-fa34-4f79-b16d-22d2abc065ea tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Pushing event updated for resources: {'Port': ['ID=018ab59b-8b37-44ee-9c7e-8e47498e913d,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:22:28.561235 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-5d406188-fa34-4f79-b16d-22d2abc065ea tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:22:28.585708 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08098431-6e0b-4608-862e-82d7d6af944a req-5d406188-fa34-4f79-b16d-22d2abc065ea tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:28.586307 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-08098431-6e0b-4608-862e-82d7d6af944a req-5d406188-fa34-4f79-b16d-22d2abc065ea tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:28.647007 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-08098431-6e0b-4608-862e-82d7d6af944a req-5d406188-fa34-4f79-b16d-22d2abc065ea tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7636945 Jun 18 14:22:28.665338 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [req-08098431-6e0b-4608-862e-82d7d6af944a req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Request body: {'port': {'device_id': '9813e0dc-1bf0-48a7-9de2-019d9d83427a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:22:28.740243 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-08098431-6e0b-4608-862e-82d7d6af944a req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:28.790657 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a1374-8d1b-4b27-9365-d09a2996d990 req-20bbd2dd-92aa-4e7b-8147-ea7cedc68848 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:28.792157 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1e6a1374-8d1b-4b27-9365-d09a2996d990 req-20bbd2dd-92aa-4e7b-8147-ea7cedc68848 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0668979 Jun 18 14:22:28.833484 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1e6a1374-8d1b-4b27-9365-d09a2996d990 req-fe0898c1-9f94-4a40-a691-769ea5b455a6 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332677 Jun 18 14:22:29.004807 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [req-08098431-6e0b-4608-862e-82d7d6af944a req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018ab59b-8b37-44ee-9c7e-8e47498e913d {{(pid=93613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:22:29.012553 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-08098431-6e0b-4608-862e-82d7d6af944a req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:29.024085 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.provisioning_blocks [req-08098431-6e0b-4608-862e-82d7d6af944a req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Transition to ACTIVE for port object 018ab59b-8b37-44ee-9c7e-8e47498e913d will not be triggered until provisioned by entity L2. {{(pid=93613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:22:29.097842 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-08098431-6e0b-4608-862e-82d7d6af944a req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11814879'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:29.100800 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-9992ed12-c2a8-4fce-aa45-9bb52f5aff93 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:22:29.174973 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Pushing event updated for resources: {'Port': ['ID=018ab59b-8b37-44ee-9c7e-8e47498e913d,revision_number=2']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:22:29.178023 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:22:29.248176 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.managers [req-08098431-6e0b-4608-862e-82d7d6af944a req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Attempting to bind port 018ab59b-8b37-44ee-9c7e-8e47498e913d on host hv-cinder-79575 for vnic_type normal with profile {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:22:29.248684 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.managers [req-08098431-6e0b-4608-862e-82d7d6af944a req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Attempting to bind port 018ab59b-8b37-44ee-9c7e-8e47498e913d by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '9c0a1272-42f6-4d0c-9be4-91858b86fcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '15b155a4-2536-4c4f-87f4-e27a303413fb'}] {{(pid=93613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:22:29.248828 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08098431-6e0b-4608-862e-82d7d6af944a req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Attempting to bind port 018ab59b-8b37-44ee-9c7e-8e47498e913d on network 15b155a4-2536-4c4f-87f4-e27a303413fb {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:22:29.253195 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08098431-6e0b-4608-862e-82d7d6af944a req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Port 018ab59b-8b37-44ee-9c7e-8e47498e913d on network 15b155a4-2536-4c4f-87f4-e27a303413fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 14:22:29.253549 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08098431-6e0b-4608-862e-82d7d6af944a req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Attempting to bind port 018ab59b-8b37-44ee-9c7e-8e47498e913d on network 15b155a4-2536-4c4f-87f4-e27a303413fb {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:22:29.258511 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08098431-6e0b-4608-862e-82d7d6af944a req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Checking agent: {'id': '29ce2f09-b2be-4853-98fa-378b10f49f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'started_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:22:29.258778 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08098431-6e0b-4608-862e-82d7d6af944a req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Checking segment: {'id': '9c0a1272-42f6-4d0c-9be4-91858b86fcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '15b155a4-2536-4c4f-87f4-e27a303413fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:22:29.259159 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08098431-6e0b-4608-862e-82d7d6af944a req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Bound using segment: {'id': '9c0a1272-42f6-4d0c-9be4-91858b86fcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '15b155a4-2536-4c4f-87f4-e27a303413fb'} {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:22:29.259584 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.managers [req-08098431-6e0b-4608-862e-82d7d6af944a req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Bound port: 018ab59b-8b37-44ee-9c7e-8e47498e913d, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0a1272-42f6-4d0c-9be4-91858b86fcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '15b155a4-2536-4c4f-87f4-e27a303413fb'}}] {{(pid=93613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:22:29.259928 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-08098431-6e0b-4608-862e-82d7d6af944a req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:29.323764 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-08098431-6e0b-4608-862e-82d7d6af944a req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] For port 018ab59b-8b37-44ee-9c7e-8e47498e913d, host hv-cinder-79575, cleared binding levels {{(pid=93613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:22:29.327834 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-08098431-6e0b-4608-862e-82d7d6af944a req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] For port 018ab59b-8b37-44ee-9c7e-8e47498e913d, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=018ab59b-8b37-44ee-9c7e-8e47498e913d,segment=NetworkSegment(9c0a1272-42f6-4d0c-9be4-91858b86fcfb),segment_id=9c0a1272-42f6-4d0c-9be4-91858b86fcfb)] {{(pid=93613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:22:29.384257 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-08098431-6e0b-4608-862e-82d7d6af944a req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11814879'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:29.387081 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:22:29.440589 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08098431-6e0b-4608-862e-82d7d6af944a req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:29.440589 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-08098431-6e0b-4608-862e-82d7d6af944a req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:29.440589 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-08098431-6e0b-4608-862e-82d7d6af944a req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] 10.222.0.38 "PUT /v2.0/ports/018ab59b-8b37-44ee-9c7e-8e47498e913d HTTP/1.1" status: 200 len: 1093 time: 0.7785316 Jun 18 14:22:29.440589 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9813e0dc-1bf0-48a7-9de2-019d9d83427a', 'tag': '018ab59b-8b37-44ee-9c7e-8e47498e913d'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:22:29.442571 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab6de0d-eb3a-4cf6-87f6-b93d2ce8b58c" -d '{"events": [{"name": "network-changed", "server_uuid": "9813e0dc-1bf0-48a7-9de2-019d9d83427a", "tag": "018ab59b-8b37-44ee-9c7e-8e47498e913d"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:22:29.486138 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93976ab-b73d-4676-a9d1-28c1c7b3d478 x-openstack-request-id: req-d93976ab-b73d-4676-a9d1-28c1c7b3d478 {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:22:29.488949 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9813e0dc-1bf0-48a7-9de2-019d9d83427a", "tag": "018ab59b-8b37-44ee-9c7e-8e47498e913d", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:22:29.488949 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d93976ab-b73d-4676-a9d1-28c1c7b3d478 {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:22:29.488949 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9813e0dc-1bf0-48a7-9de2-019d9d83427a', 'tag': '018ab59b-8b37-44ee-9c7e-8e47498e913d', 'status': 'completed', 'code': 200} Jun 18 14:22:29.494434 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Pushing event updated for resources: {'Port': ['ID=018ab59b-8b37-44ee-9c7e-8e47498e913d,revision_number=3']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:22:29.498440 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:22:29.531853 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b40c1a-cf5e-4780-a3e8-aa5754bee14a req-188344ca-09b6-4de4-b28f-4016d3831a6d tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:29.534080 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-08b40c1a-cf5e-4780-a3e8-aa5754bee14a req-188344ca-09b6-4de4-b28f-4016d3831a6d tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 943 time: 0.0864339 Jun 18 14:22:29.603445 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-08b40c1a-cf5e-4780-a3e8-aa5754bee14a req-b387ada3-a204-41d4-b83f-a75c285ff01f tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639377 Jun 18 14:22:29.625659 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6de0d-eb3a-4cf6-87f6-b93d2ce8b58c req-56f418c2-7031-4d6d-b4aa-a765e7772bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:29.627374 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1ab6de0d-eb3a-4cf6-87f6-b93d2ce8b58c req-56f418c2-7031-4d6d-b4aa-a765e7772bf8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7be70b90ffdd4aab9e9669ed61fd8d35&device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 1096 time: 0.0817599 Jun 18 14:22:29.744171 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6de0d-eb3a-4cf6-87f6-b93d2ce8b58c req-ee91ace0-b896-4e68-9c69-57265834a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:29.746205 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1ab6de0d-eb3a-4cf6-87f6-b93d2ce8b58c req-ee91ace0-b896-4e68-9c69-57265834a069 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=7be70b90ffdd4aab9e9669ed61fd8d35&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1043041 Jun 18 14:22:29.843391 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6de0d-eb3a-4cf6-87f6-b93d2ce8b58c req-6a82cba5-9f80-4fb4-bce1-e56943a634db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:29.844814 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1ab6de0d-eb3a-4cf6-87f6-b93d2ce8b58c req-6a82cba5-9f80-4fb4-bce1-e56943a634db service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912371 Jun 18 14:22:30.003086 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08098431-6e0b-4608-862e-82d7d6af944a req-4733f1a0-ec17-443a-96cd-ad05a3c62403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:30.004615 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-08098431-6e0b-4608-862e-82d7d6af944a req-4733f1a0-ec17-443a-96cd-ad05a3c62403 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7be70b90ffdd4aab9e9669ed61fd8d35&device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 1096 time: 0.0917642 Jun 18 14:22:30.036272 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d15bc2-a0de-40bf-b18a-29673e266f3a req-8b0222d0-71d5-4ff1-9e26-ba4c9503efe6 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:30.037754 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-95d15bc2-a0de-40bf-b18a-29673e266f3a req-8b0222d0-71d5-4ff1-9e26-ba4c9503efe6 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0846543 Jun 18 14:22:30.070794 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-08098431-6e0b-4608-862e-82d7d6af944a req-c253bf5f-21fc-458d-8829-6d5c0bd4fd15 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=018ab59b-8b37-44ee-9c7e-8e47498e913d HTTP/1.1" status: 200 len: 217 time: 0.0504494 Jun 18 14:22:30.124253 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-95d15bc2-a0de-40bf-b18a-29673e266f3a req-53d4b49c-1cde-4ffd-adb8-fe5bd7d810cd tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602136 Jun 18 14:22:30.135228 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08098431-6e0b-4608-862e-82d7d6af944a req-62937b07-2b32-4b47-b0c2-a2ff60eb737e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:30.137488 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-08098431-6e0b-4608-862e-82d7d6af944a req-62937b07-2b32-4b47-b0c2-a2ff60eb737e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=933af0d1-b69c-4052-a10c-162d9b1b5c19 HTTP/1.1" status: 200 len: 854 time: 0.0581460 Jun 18 14:22:30.175291 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-08098431-6e0b-4608-862e-82d7d6af944a req-61f96bd4-06fb-47e3-9f02-3f5f2336d59d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=15b155a4-2536-4c4f-87f4-e27a303413fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305266 Jun 18 14:22:30.266282 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-08098431-6e0b-4608-862e-82d7d6af944a req-3248b779-27f8-469a-8f78-b35b11dad2f6 service neutron] 10.222.0.38 "GET /v2.0/networks/15b155a4-2536-4c4f-87f4-e27a303413fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837040 Jun 18 14:22:30.360358 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-08098431-6e0b-4608-862e-82d7d6af944a req-25fdff10-0ba6-48d6-b482-96e566fc8499 service neutron] 10.222.0.38 "GET /v2.0/networks/15b155a4-2536-4c4f-87f4-e27a303413fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874097 Jun 18 14:22:30.791578 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb3214-a788-4d62-acf4-b56fc55affee req-1c4d8ea8-8bf3-4926-84c7-3c7318b32b97 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:30.793052 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-30eb3214-a788-4d62-acf4-b56fc55affee req-1c4d8ea8-8bf3-4926-84c7-3c7318b32b97 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 943 time: 0.0720997 Jun 18 14:22:30.835030 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-30eb3214-a788-4d62-acf4-b56fc55affee req-6a33f3bf-723d-424f-a1a2-a4a3bd6414c6 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350244 Jun 18 14:22:31.304760 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66571994-59aa-4ccc-8bc3-2b828256520a req-e2509234-b39e-470a-8dc8-0de967139822 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:31.306261 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-66571994-59aa-4ccc-8bc3-2b828256520a req-e2509234-b39e-470a-8dc8-0de967139822 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0696242 Jun 18 14:22:31.346638 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-66571994-59aa-4ccc-8bc3-2b828256520a req-a4059e99-c20b-4227-ab80-54c679ffcf77 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338838 Jun 18 14:22:32.015845 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec7e3f-d867-4a7e-9c44-290ba7a6155e req-0c3c04b5-233e-499d-82a4-074d6e961244 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:32.017537 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-37ec7e3f-d867-4a7e-9c44-290ba7a6155e req-0c3c04b5-233e-499d-82a4-074d6e961244 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 943 time: 0.0665340 Jun 18 14:22:32.056645 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-37ec7e3f-d867-4a7e-9c44-290ba7a6155e req-203d7384-62ab-4f4e-87c4-9a313211709a tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333927 Jun 18 14:22:32.527184 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe228bf-2c25-4ac1-875c-119467cb2332 req-561e3aaf-236b-4b13-93e2-06651dbec817 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:32.529300 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9fe228bf-2c25-4ac1-875c-119467cb2332 req-561e3aaf-236b-4b13-93e2-06651dbec817 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0665448 Jun 18 14:22:32.568009 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9fe228bf-2c25-4ac1-875c-119467cb2332 req-dee74a4f-d44e-4850-8e61-03166e72aea4 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328150 Jun 18 14:22:33.239158 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10081b2-fd77-486f-9323-8af3a83fa8f2 req-efc7a0f5-01eb-4a93-ba88-e9be60c6ce26 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:33.240675 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e10081b2-fd77-486f-9323-8af3a83fa8f2 req-efc7a0f5-01eb-4a93-ba88-e9be60c6ce26 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 943 time: 0.0659549 Jun 18 14:22:33.279413 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e10081b2-fd77-486f-9323-8af3a83fa8f2 req-93aca0fd-b334-4f94-99b6-33e72ff43720 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326126 Jun 18 14:22:33.518700 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 47722) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:22:33.647456 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-3c87deec-3cea-4ac0-9b95-d573ed3489af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:33.748236 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-3c87deec-3cea-4ac0-9b95-d573ed3489af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:33.754371 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1716e13-7e06-4cf0-812f-610d4cd38106 req-b9ac0bb5-1ee4-44d9-aa02-53b7f67af603 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:33.755910 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f1716e13-7e06-4cf0-812f-610d4cd38106 req-b9ac0bb5-1ee4-44d9-aa02-53b7f67af603 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0743330 Jun 18 14:22:33.796654 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f1716e13-7e06-4cf0-812f-610d4cd38106 req-f0db0658-241d-4017-81da-0a9aa8569f8e tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328417 Jun 18 14:22:33.834874 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-3c87deec-3cea-4ac0-9b95-d573ed3489af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:33.837550 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-4ad248ab-2355-4a07-b368-a76f7819be4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:22:33.874776 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-3c87deec-3cea-4ac0-9b95-d573ed3489af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=400d3d18ebd5408fb1fdcec1483b5247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549702 Jun 18 14:22:33.875690 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87deec-3cea-4ac0-9b95-d573ed3489af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1117f91-9436-4ae5-b2f1-34fe1e01fff9,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:22:33.878768 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 47728) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:22:33.878949 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-3c87deec-3cea-4ac0-9b95-d573ed3489af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:22:33.930221 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-96342081-4342-43aa-b4e0-de6062bc4d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:33.952440 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-96342081-4342-43aa-b4e0-de6062bc4d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:34.098386 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-96342081-4342-43aa-b4e0-de6062bc4d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:34.100978 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-96342081-4342-43aa-b4e0-de6062bc4d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:34.102179 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-96342081-4342-43aa-b4e0-de6062bc4d8a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e1117f91-9436-4ae5-b2f1-34fe1e01fff9 HTTP/1.1" status: 204 len: 168 time: 0.2215965 Jun 18 14:22:34.107124 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-579f0307-9676-45df-8e3b-68da614709ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:22:34.111023 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96342081-4342-43aa-b4e0-de6062bc4d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1117f91-9436-4ae5-b2f1-34fe1e01fff9,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:22:34.118225 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96342081-4342-43aa-b4e0-de6062bc4d8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:34.118660 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96342081-4342-43aa-b4e0-de6062bc4d8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:34.119045 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96342081-4342-43aa-b4e0-de6062bc4d8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:34.119427 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96342081-4342-43aa-b4e0-de6062bc4d8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:34.119796 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96342081-4342-43aa-b4e0-de6062bc4d8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:34.120292 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96342081-4342-43aa-b4e0-de6062bc4d8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:34.120658 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96342081-4342-43aa-b4e0-de6062bc4d8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:34.121026 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96342081-4342-43aa-b4e0-de6062bc4d8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:34.121395 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96342081-4342-43aa-b4e0-de6062bc4d8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:34.121791 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96342081-4342-43aa-b4e0-de6062bc4d8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:34.122876 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96342081-4342-43aa-b4e0-de6062bc4d8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:34.123064 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96342081-4342-43aa-b4e0-de6062bc4d8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:22:34.126507 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-96342081-4342-43aa-b4e0-de6062bc4d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:22:34.483556 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e7f53-2cac-41d7-b8fb-ec72ed6c5b32 req-67e49eb3-03a1-42d7-b382-de620af39793 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:34.483556 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2d9e7f53-2cac-41d7-b8fb-ec72ed6c5b32 req-67e49eb3-03a1-42d7-b382-de620af39793 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 943 time: 0.0745389 Jun 18 14:22:34.536096 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2d9e7f53-2cac-41d7-b8fb-ec72ed6c5b32 req-1127a370-ec6d-4aa5-95c6-ebd4b33e18a3 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422590 Jun 18 14:22:34.984187 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062de509-17af-423c-a6bb-b069d52b92fb req-0be3a205-28c0-4b5f-abfc-c1da91326cae tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:34.985622 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-062de509-17af-423c-a6bb-b069d52b92fb req-0be3a205-28c0-4b5f-abfc-c1da91326cae tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0718369 Jun 18 14:22:35.023652 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-062de509-17af-423c-a6bb-b069d52b92fb req-1bf9cc84-fbff-41fc-897a-5f1698addae4 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323355 Jun 18 14:22:35.029905 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:22:35.059964 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 018ab59b-8b37-44ee-9c7e-8e47498e913d details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:22:35.156101 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 018ab59b-8b37-44ee-9c7e-8e47498e913d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=018ab59b-8b37-44ee-9c7e-8e47498e913d,segment=NetworkSegment(9c0a1272-42f6-4d0c-9be4-91858b86fcfb),segment_id=9c0a1272-42f6-4d0c-9be4-91858b86fcfb)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:22:35.167430 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': '018ab59b-8b37-44ee-9c7e-8e47498e913d', 'network_id': '15b155a4-2536-4c4f-87f4-e27a303413fb', 'port_id': '018ab59b-8b37-44ee-9c7e-8e47498e913d', 'mac_address': 'fa:16:3e:51:40:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '933af0d1-b69c-4052-a10c-162d9b1b5c19', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:22:35.204886 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:35.223018 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018ab59b-8b37-44ee-9c7e-8e47498e913d {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:22:35.243450 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 018ab59b-8b37-44ee-9c7e-8e47498e913d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=018ab59b-8b37-44ee-9c7e-8e47498e913d,segment=NetworkSegment(9c0a1272-42f6-4d0c-9be4-91858b86fcfb),segment_id=9c0a1272-42f6-4d0c-9be4-91858b86fcfb)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:22:35.343711 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:35.346496 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-6fc98177-c714-4c79-9074-ecd897ae83ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:22:35.412493 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=018ab59b-8b37-44ee-9c7e-8e47498e913d,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:22:35.415918 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:22:35.737495 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba29e6-db34-4957-9d55-a47c736e415d req-df554fc1-3fbf-4e9c-8e82-4f8935c58fff tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:35.739092 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-53ba29e6-db34-4957-9d55-a47c736e415d req-df554fc1-3fbf-4e9c-8e82-4f8935c58fff tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 944 time: 0.0840931 Jun 18 14:22:35.781015 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-53ba29e6-db34-4957-9d55-a47c736e415d req-33065cc9-6ec0-4fc7-a8d8-b29a3b288c27 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362453 Jun 18 14:22:35.805995 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['018ab59b-8b37-44ee-9c7e-8e47498e913d'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:22:36.208459 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ca8f6-4218-4d7e-8505-1bf4de01253b req-a757d93a-ff7a-49a1-aa68-d1c7948f60ec tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:36.209962 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a05ca8f6-4218-4d7e-8505-1bf4de01253b req-a757d93a-ff7a-49a1-aa68-d1c7948f60ec tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0641248 Jun 18 14:22:36.246745 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a05ca8f6-4218-4d7e-8505-1bf4de01253b req-c4c5aedb-eabf-4fa1-977c-ea7a74bd974f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310295 Jun 18 14:22:36.967419 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11acc68-5ed0-4985-a061-17965710dc5d req-f411eaa1-a1fb-418f-9c07-8b78978b2fe4 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:36.969039 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d11acc68-5ed0-4985-a061-17965710dc5d req-f411eaa1-a1fb-418f-9c07-8b78978b2fe4 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 944 time: 0.0738020 Jun 18 14:22:37.010819 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d11acc68-5ed0-4985-a061-17965710dc5d req-22a8fde0-26b6-4779-ac34-6c0d9db3b0ab tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358086 Jun 18 14:22:37.072891 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 018ab59b-8b37-44ee-9c7e-8e47498e913d up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:22:37.228680 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning for port 018ab59b-8b37-44ee-9c7e-8e47498e913d completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:22:37.233433 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port 018ab59b-8b37-44ee-9c7e-8e47498e913d triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:22:37.237991 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:37.310005 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:37.332759 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9813e0dc-1bf0-48a7-9de2-019d9d83427a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018ab59b-8b37-44ee-9c7e-8e47498e913d'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:22:37.334964 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c161d49-151b-408d-804f-c1fa8d1ec060" -d '{"events": [{"server_uuid": "9813e0dc-1bf0-48a7-9de2-019d9d83427a", "name": "network-vif-plugged", "status": "completed", "tag": "018ab59b-8b37-44ee-9c7e-8e47498e913d"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:22:37.349048 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 018ab59b-8b37-44ee-9c7e-8e47498e913d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=018ab59b-8b37-44ee-9c7e-8e47498e913d,segment=NetworkSegment(9c0a1272-42f6-4d0c-9be4-91858b86fcfb),segment_id=9c0a1272-42f6-4d0c-9be4-91858b86fcfb)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:22:37.379086 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302a6f59-0bba-4f68-9232-6de07141baaa x-openstack-request-id: req-302a6f59-0bba-4f68-9232-6de07141baaa {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:22:37.394072 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9813e0dc-1bf0-48a7-9de2-019d9d83427a", "name": "network-vif-plugged", "status": "completed", "tag": "018ab59b-8b37-44ee-9c7e-8e47498e913d", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:22:37.394436 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-302a6f59-0bba-4f68-9232-6de07141baaa {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:22:37.394799 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9813e0dc-1bf0-48a7-9de2-019d9d83427a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018ab59b-8b37-44ee-9c7e-8e47498e913d', 'code': 200} Jun 18 14:22:37.435593 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08517d-8079-4483-be06-d5ca59a3f634 req-c03289b8-52ba-4f0a-8048-2a3b10b4f3b6 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:37.437370 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ee08517d-8079-4483-be06-d5ca59a3f634 req-c03289b8-52ba-4f0a-8048-2a3b10b4f3b6 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0672338 Jun 18 14:22:37.478228 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ee08517d-8079-4483-be06-d5ca59a3f634 req-20d82a54-c477-4033-bc8f-8c8ecc219732 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345597 Jun 18 14:22:37.491592 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:37.495526 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:22:37.543520 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=018ab59b-8b37-44ee-9c7e-8e47498e913d,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:22:37.547139 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:22:37.842982 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cfe1f-0c1e-41b1-a405-42571b5f57c9 req-98fcf401-9502-4512-9f95-5048096e5440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:37.844512 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0e8cfe1f-0c1e-41b1-a405-42571b5f57c9 req-98fcf401-9502-4512-9f95-5048096e5440 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 1098 time: 0.0571408 Jun 18 14:22:37.880829 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0e8cfe1f-0c1e-41b1-a405-42571b5f57c9 req-d90c89de-b2a6-4979-b27a-ecab2e4bdae7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301194 Jun 18 14:22:38.187222 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232dc64-2262-4b48-a277-9e20580f73ff req-4aa9536a-1bb2-4c95-bef7-602d03cc2d8f tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:38.188795 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d232dc64-2262-4b48-a277-9e20580f73ff req-4aa9536a-1bb2-4c95-bef7-602d03cc2d8f tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 945 time: 0.0652742 Jun 18 14:22:38.234735 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d232dc64-2262-4b48-a277-9e20580f73ff req-5f32593b-167a-437b-91af-66c5d80c97c4 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392852 Jun 18 14:22:38.571218 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-2fb5a794-7b26-4da8-ad47-6cf613b13197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:38.662742 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb07b6b-d936-4662-b6b4-8271a764f068 req-293b52b8-8087-4c14-8268-ea4f921cfc8c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:38.664218 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-cfb07b6b-d936-4662-b6b4-8271a764f068 req-293b52b8-8087-4c14-8268-ea4f921cfc8c tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0638878 Jun 18 14:22:38.706022 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-cfb07b6b-d936-4662-b6b4-8271a764f068 req-49737c2c-0239-435e-bb6a-71a8ec96ad1e tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351586 Jun 18 14:22:39.413831 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd18075-215a-4b09-b432-7bab77773109 req-4a9bfc64-8e40-40ef-bb36-79cfd885ba78 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:39.415288 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-cfd18075-215a-4b09-b432-7bab77773109 req-4a9bfc64-8e40-40ef-bb36-79cfd885ba78 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 945 time: 0.0648589 Jun 18 14:22:39.455964 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-cfd18075-215a-4b09-b432-7bab77773109 req-b74476da-ebf8-4b4a-92b3-62612f470590 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340025 Jun 18 14:22:39.893919 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4faaea2-16b5-4df2-b20d-479f64fce40f req-af336a05-ee95-4845-96ce-97fd2b063c2e tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:39.895382 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d4faaea2-16b5-4df2-b20d-479f64fce40f req-af336a05-ee95-4845-96ce-97fd2b063c2e tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0631390 Jun 18 14:22:39.933703 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d4faaea2-16b5-4df2-b20d-479f64fce40f req-5ee1d51e-cec7-4c04-b2ea-cff716cebf21 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322008 Jun 18 14:22:40.639946 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791eab3-0abb-4231-aa0b-271db34ec598 req-bcc79998-563e-480e-96ef-7ed2435429e8 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:40.641733 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f791eab3-0abb-4231-aa0b-271db34ec598 req-bcc79998-563e-480e-96ef-7ed2435429e8 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 945 time: 0.0687137 Jun 18 14:22:40.679527 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f791eab3-0abb-4231-aa0b-271db34ec598 req-ef0e672a-4b17-4ad8-af76-076ba179b7fb tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320911 Jun 18 14:22:41.118203 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccda777-dbdc-4a55-b5a1-76eb33301a39 req-61cb6971-0af5-4165-8db1-5a3a63e6e324 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:41.119846 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0ccda777-dbdc-4a55-b5a1-76eb33301a39 req-61cb6971-0af5-4165-8db1-5a3a63e6e324 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0705316 Jun 18 14:22:41.159197 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0ccda777-dbdc-4a55-b5a1-76eb33301a39 req-660fd80b-1648-403a-8552-13367f598fc9 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328453 Jun 18 14:22:41.994241 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:42.334082 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fc326-9aaf-4573-9f0f-66a336469e75 req-77fec3ef-24d7-453b-ac77-fa49400116e6 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:42.335461 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-277fc326-9aaf-4573-9f0f-66a336469e75 req-77fec3ef-24d7-453b-ac77-fa49400116e6 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0632265 Jun 18 14:22:42.374458 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-277fc326-9aaf-4573-9f0f-66a336469e75 req-64df6f22-713e-4783-87fc-c8ea6cdbfbe6 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328004 Jun 18 14:22:42.485779 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-1974b3e9-7af7-428b-8e3f-37ca3490048c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:43.068541 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:43.417943 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:43.555694 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac1775-521d-444c-95cb-2d4338b53d78 req-5776cd10-aca3-489d-9535-d2deec064de8 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:43.557141 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c4ac1775-521d-444c-95cb-2d4338b53d78 req-5776cd10-aca3-489d-9535-d2deec064de8 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0685389 Jun 18 14:22:43.603293 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c4ac1775-521d-444c-95cb-2d4338b53d78 req-406f23e2-09c8-412e-86fb-62d245616b02 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380626 Jun 18 14:22:44.790498 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08476ef-2e1b-46af-a4e5-2cc05da42533 req-e396ea88-0c78-44ca-bfe7-ea3d99538279 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:44.791887 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b08476ef-2e1b-46af-a4e5-2cc05da42533 req-e396ea88-0c78-44ca-bfe7-ea3d99538279 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0656266 Jun 18 14:22:44.838434 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b08476ef-2e1b-46af-a4e5-2cc05da42533 req-901bcf8e-b0d3-4239-8826-2222aa5ccf8f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331845 Jun 18 14:22:45.205671 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:46.024375 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0907bf6-00fc-4d55-abda-6c66b26353d6 req-261bc250-159f-418d-9568-8aa5a41fb6ff tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:46.026156 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-e0907bf6-00fc-4d55-abda-6c66b26353d6 req-261bc250-159f-418d-9568-8aa5a41fb6ff tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0725379 Jun 18 14:22:46.069130 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-e0907bf6-00fc-4d55-abda-6c66b26353d6 req-6ddea92d-bd83-4fc9-9829-fdd24e0987e1 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366182 Jun 18 14:22:47.245609 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3723a-e3b4-4cdd-856c-4f2ef66c342d req-2d4b5a2b-08f7-4358-a758-8f4dc79fab77 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:47.247633 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b4c3723a-e3b4-4cdd-856c-4f2ef66c342d req-2d4b5a2b-08f7-4358-a758-8f4dc79fab77 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0635011 Jun 18 14:22:47.286233 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b4c3723a-e3b4-4cdd-856c-4f2ef66c342d req-953e4e46-382a-485d-9de8-ee16946c9256 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324879 Jun 18 14:22:47.970850 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-97cd24be-bfde-4801-b891-bc53b5c556b7 req-0e283527-a7d5-41fb-9e43-30ec4611d01c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553091 Jun 18 14:22:48.079950 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd24be-bfde-4801-b891-bc53b5c556b7 req-fd8ef9ec-90be-42ee-9ebf-07e6ed2e518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:48.081440 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-97cd24be-bfde-4801-b891-bc53b5c556b7 req-fd8ef9ec-90be-42ee-9ebf-07e6ed2e518f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=107d8e292f474633ab35671645fd2880&device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 1099 time: 0.0563655 Jun 18 14:22:48.191785 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd24be-bfde-4801-b891-bc53b5c556b7 req-8dc16b21-cecc-4c3f-84fa-7cf3cce3f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:48.193299 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-97cd24be-bfde-4801-b891-bc53b5c556b7 req-8dc16b21-cecc-4c3f-84fa-7cf3cce3f523 service neutron] 10.222.0.38 "GET /v2.0/networks?id=34ea1a7a-1cdd-4064-b454-5495867b8273 HTTP/1.1" status: 200 len: 917 time: 0.0901937 Jun 18 14:22:48.271238 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-97cd24be-bfde-4801-b891-bc53b5c556b7 req-cd879f36-7608-499a-8f93-46e693f0ed8f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8deefef-fab4-49b2-9ea9-f78b24627d1a HTTP/1.1" status: 200 len: 1001 time: 0.0664895 Jun 18 14:22:48.331004 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd24be-bfde-4801-b891-bc53b5c556b7 req-d49efb86-d68e-4c13-a062-f22e9ff5887b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:48.332474 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-97cd24be-bfde-4801-b891-bc53b5c556b7 req-d49efb86-d68e-4c13-a062-f22e9ff5887b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3994dc00-6a2f-4cf8-8857-bc42cacf8da2 HTTP/1.1" status: 200 len: 855 time: 0.0458431 Jun 18 14:22:48.391652 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd24be-bfde-4801-b891-bc53b5c556b7 req-bc25a64e-fa81-4412-a2c0-e7b08547d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:48.393253 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-97cd24be-bfde-4801-b891-bc53b5c556b7 req-bc25a64e-fa81-4412-a2c0-e7b08547d7a2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=34ea1a7a-1cdd-4064-b454-5495867b8273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545435 Jun 18 14:22:48.525585 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-97cd24be-bfde-4801-b891-bc53b5c556b7 req-ce7831a3-013b-424f-a68c-3391fd9f710c service neutron] 10.222.0.38 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186147 Jun 18 14:22:48.534122 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2258dd-86e9-40e6-9cfd-4d96807f6441 req-06f3a01a-a220-4ca5-b80e-d99908d923a0 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:48.535614 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1e2258dd-86e9-40e6-9cfd-4d96807f6441 req-06f3a01a-a220-4ca5-b80e-d99908d923a0 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.1375380 Jun 18 14:22:48.624574 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1e2258dd-86e9-40e6-9cfd-4d96807f6441 req-5a378f2d-d25b-4d3d-b96a-f09e502ceab8 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808151 Jun 18 14:22:48.650776 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-97cd24be-bfde-4801-b891-bc53b5c556b7 req-b7d07c92-f457-44e9-89ab-72f55c7cb445 service neutron] 10.222.0.38 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142123 Jun 18 14:22:49.823603 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc10b5-a72d-4ca5-a00a-015c91f722e1 req-0278f089-18be-4f0a-b2ab-2b8cc2ea1230 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:49.825076 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a3fc10b5-a72d-4ca5-a00a-015c91f722e1 req-0278f089-18be-4f0a-b2ab-2b8cc2ea1230 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0794966 Jun 18 14:22:49.864033 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a3fc10b5-a72d-4ca5-a00a-015c91f722e1 req-3b04a381-dbc3-4eca-bc22-a8bbb52a2ee3 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326810 Jun 18 14:22:51.057321 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1eafdc-d933-4502-8ec2-7d091973ba2b req-81eb563c-f68e-4ddb-ab76-4e3fb0f0d3ff tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:51.058693 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0c1eafdc-d933-4502-8ec2-7d091973ba2b req-81eb563c-f68e-4ddb-ab76-4e3fb0f0d3ff tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 943 time: 0.0630138 Jun 18 14:22:51.099488 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0c1eafdc-d933-4502-8ec2-7d091973ba2b req-64d1eb53-8ea9-4280-bbd5-98523f874115 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351520 Jun 18 14:22:51.111696 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:22:51.217821 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac,segment=NetworkSegment(2797265c-4983-4bf3-9100-f60b71988b67),segment_id=2797265c-4983-4bf3-9100-f60b71988b67)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:22:51.231700 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': '242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac', 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed', 'port_id': '242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac', 'mac_address': 'fa:16:3e:2a:d5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e376c192-7508-4cae-9176-aef3287f6229', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:22:51.278170 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:51.292234 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:22:51.311693 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac,segment=NetworkSegment(2797265c-4983-4bf3-9100-f60b71988b67),segment_id=2797265c-4983-4bf3-9100-f60b71988b67)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:22:51.382859 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:22:51.384693 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:22:51.431905 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac,revision_number=7']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:22:51.434957 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:22:52.276242 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c7347-f096-43b0-93ab-4837b10a7e5a req-cf64f415-768a-4825-a05f-b4f6573823a5 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:52.277765 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a49c7347-f096-43b0-93ab-4837b10a7e5a req-cf64f415-768a-4825-a05f-b4f6573823a5 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 944 time: 0.0634930 Jun 18 14:22:52.316334 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a49c7347-f096-43b0-93ab-4837b10a7e5a req-bb5cb94e-f196-47bc-b741-fbde080dfdbd tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317850 Jun 18 14:22:53.497886 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ab67a-c2aa-47a7-bd59-8f7f5ce66126 req-3c510b09-edc1-4b5c-a8a3-687f4008d494 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:53.500036 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c29ab67a-c2aa-47a7-bd59-8f7f5ce66126 req-3c510b09-edc1-4b5c-a8a3-687f4008d494 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 944 time: 0.0680592 Jun 18 14:22:53.547311 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c29ab67a-c2aa-47a7-bd59-8f7f5ce66126 req-622cb495-753c-4d50-b71a-8f15026fa490 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375609 Jun 18 14:22:54.729100 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f4714-81c1-41e3-b5f1-311856630724 req-5b0454a2-f1a1-4e87-b00e-ac99fb42faec tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:54.730583 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b99f4714-81c1-41e3-b5f1-311856630724 req-5b0454a2-f1a1-4e87-b00e-ac99fb42faec tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 944 time: 0.0669377 Jun 18 14:22:54.772874 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b99f4714-81c1-41e3-b5f1-311856630724 req-7722f71e-ad7c-45e3-bc93-f416a29fc37a tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360248 Jun 18 14:22:55.982275 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a4386-4028-4404-aada-09ab17592a16 req-41721903-3ee5-4b4b-8df2-ee8aa0be1abc tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:55.985326 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b18a4386-4028-4404-aada-09ab17592a16 req-41721903-3ee5-4b4b-8df2-ee8aa0be1abc tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 944 time: 0.0958779 Jun 18 14:22:56.024881 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b18a4386-4028-4404-aada-09ab17592a16 req-2a456171-9cbb-483a-8f07-5b7f7e7492da tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327673 Jun 18 14:22:56.627447 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:22:57.199298 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bea1aa-2b6a-4f11-806a-6c2cb6fd2a9b req-6c6943a4-e950-43c4-a42b-d67f3709f095 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:57.200836 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f1bea1aa-2b6a-4f11-806a-6c2cb6fd2a9b req-6c6943a4-e950-43c4-a42b-d67f3709f095 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 944 time: 0.0632136 Jun 18 14:22:57.252559 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f1bea1aa-2b6a-4f11-806a-6c2cb6fd2a9b req-85e6b8c3-11d8-4fda-8a5d-f2d171441f91 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454042 Jun 18 14:22:58.685363 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88007a5-a44c-4ac6-a046-ae6e11de5f61 req-c757a04b-9956-4dbf-9f0d-922028ec0936 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:58.686885 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d88007a5-a44c-4ac6-a046-ae6e11de5f61 req-c757a04b-9956-4dbf-9f0d-922028ec0936 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 944 time: 0.3186357 Jun 18 14:22:58.725093 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d88007a5-a44c-4ac6-a046-ae6e11de5f61 req-5983aed4-1d2f-484a-8ea8-20576f777993 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325325 Jun 18 14:22:59.899227 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89956a-1f70-4fac-883d-87df82684247 req-ee59555a-7cd9-4ac5-9981-52312a38dd8b tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:22:59.900663 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7f89956a-1f70-4fac-883d-87df82684247 req-ee59555a-7cd9-4ac5-9981-52312a38dd8b tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 944 time: 0.0616519 Jun 18 14:22:59.938282 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7f89956a-1f70-4fac-883d-87df82684247 req-e20c8a94-68bd-4b1d-9dea-44fc1da1beba tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308712 Jun 18 14:23:00.874735 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:23:00.921129 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:23:00.921533 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:00.998254 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:01.021030 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2c1a6d-e569-4a11-bf4c-577716033126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:23:01.023308 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2f73b3-13ce-4d77-9660-c99afcf41e76" -d '{"events": [{"server_uuid": "db2c1a6d-e569-4a11-bf4c-577716033126", "name": "network-vif-plugged", "status": "completed", "tag": "242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:23:01.035935 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac,segment=NetworkSegment(2797265c-4983-4bf3-9100-f60b71988b67),segment_id=2797265c-4983-4bf3-9100-f60b71988b67)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:23:01.096486 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:01.098411 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:23:01.113542 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac11e8-c8f0-41e7-a101-8817b40204d7 req-3bbdb377-a777-4a57-9783-7480eb6d9ba8 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:01.114991 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-aaac11e8-c8f0-41e7-a101-8817b40204d7 req-3bbdb377-a777-4a57-9783-7480eb6d9ba8 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 944 time: 0.0650115 Jun 18 14:23:01.151547 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac,revision_number=8']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:23:01.152382 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-aaac11e8-c8f0-41e7-a101-8817b40204d7 req-44a0a734-593a-43dd-a7d0-c1417d785ad4 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316308 Jun 18 14:23:01.154577 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:23:01.199283 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3219d1fe-41bd-4166-a9d4-eb2d5a9604d4 x-openstack-request-id: req-3219d1fe-41bd-4166-a9d4-eb2d5a9604d4 {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:23:01.199604 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2c1a6d-e569-4a11-bf4c-577716033126", "name": "network-vif-plugged", "status": "completed", "tag": "242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:23:01.199866 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3219d1fe-41bd-4166-a9d4-eb2d5a9604d4 {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:23:01.200276 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2c1a6d-e569-4a11-bf4c-577716033126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac', 'code': 200} Jun 18 14:23:02.332656 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be5a97-d0c1-4e35-9517-21115b95a12d req-57a4c675-30a0-4f3e-8f6f-b17daa484f36 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:02.334137 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-99be5a97-d0c1-4e35-9517-21115b95a12d req-57a4c675-30a0-4f3e-8f6f-b17daa484f36 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.0666330 Jun 18 14:23:02.379824 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-99be5a97-d0c1-4e35-9517-21115b95a12d req-630175cc-7225-411a-b58c-c1afdb327f2a tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400574 Jun 18 14:23:03.066577 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7dd5-5d5c-403c-871c-68f9865b2e8b req-14170f05-8cbe-45f6-ac44-bc84bb095566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:03.068057 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-632b7dd5-5d5c-403c-871c-68f9865b2e8b req-14170f05-8cbe-45f6-ac44-bc84bb095566 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 1098 time: 0.0549567 Jun 18 14:23:03.107257 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-632b7dd5-5d5c-403c-871c-68f9865b2e8b req-ecf506f1-6073-4c19-8566-07ff463a4148 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314922 Jun 18 14:23:03.585950 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880584e-9498-403b-85ae-a956bde3e7f9 req-fa36cc90-8eb8-4dbd-a4c5-f4f48d86c769 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:03.587543 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f880584e-9498-403b-85ae-a956bde3e7f9 req-fa36cc90-8eb8-4dbd-a4c5-f4f48d86c769 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.0653143 Jun 18 14:23:03.626246 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f880584e-9498-403b-85ae-a956bde3e7f9 req-b4e8785d-0f33-4905-b29c-57c9b6bdf014 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330274 Jun 18 14:23:04.805499 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214afd3e-303d-473a-847a-85d5c50f5a57 req-09f812bb-8b46-49b8-a35f-c9a6d16b54b7 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:04.806963 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-214afd3e-303d-473a-847a-85d5c50f5a57 req-09f812bb-8b46-49b8-a35f-c9a6d16b54b7 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.0638926 Jun 18 14:23:04.845627 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-214afd3e-303d-473a-847a-85d5c50f5a57 req-fbe01aae-654d-49b0-a7d6-f8ff669ce7b0 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329349 Jun 18 14:23:06.032246 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263c07a-f97a-4365-a1a0-09c96d0e1227 req-712da8c9-d0e4-4c8c-9a46-59cdc2fde6d4 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:06.033744 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0263c07a-f97a-4365-a1a0-09c96d0e1227 req-712da8c9-d0e4-4c8c-9a46-59cdc2fde6d4 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.0725157 Jun 18 14:23:06.076686 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0263c07a-f97a-4365-a1a0-09c96d0e1227 req-7de3a256-e999-4f2d-881a-13569d60f185 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370386 Jun 18 14:23:08.599000 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-334ee10a-0e59-4745-ae68-0217d684756b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:11.195017 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e4efa-982b-4eb3-bda6-2198eefae9c1 req-b9b475e1-89ae-4ed7-9b7c-7fd1a37d7c8d tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:11.196599 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-da5e4efa-982b-4eb3-bda6-2198eefae9c1 req-b9b475e1-89ae-4ed7-9b7c-7fd1a37d7c8d tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 945 time: 0.0799518 Jun 18 14:23:11.243161 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-da5e4efa-982b-4eb3-bda6-2198eefae9c1 req-443d42ff-d54f-4f3f-b1f7-7c4d751df756 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405970 Jun 18 14:23:12.010667 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:12.028346 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:23:12.457650 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bc087-28a3-45b4-9c17-7be6344dc61e req-5d524d50-621a-4834-9463-b2046909717b tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:12.460343 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e59bc087-28a3-45b4-9c17-7be6344dc61e req-5d524d50-621a-4834-9463-b2046909717b tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 945 time: 0.1028771 Jun 18 14:23:12.473408 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-814b4e26-d055-48ef-8bcb-b5d4fab6557d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:12.512471 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e59bc087-28a3-45b4-9c17-7be6344dc61e req-c1c7192d-a321-459d-bcdc-5ed9c76fc2ae tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455339 Jun 18 14:23:13.125404 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:13.418199 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:13.752787 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede3cee-0ae2-463d-b950-1a3b236553cb req-1b0b506c-4d0b-4a82-bf7f-bc69ea2eff96 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:13.755315 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8ede3cee-0ae2-463d-b950-1a3b236553cb req-1b0b506c-4d0b-4a82-bf7f-bc69ea2eff96 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 945 time: 0.1130965 Jun 18 14:23:13.818891 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8ede3cee-0ae2-463d-b950-1a3b236553cb req-7b336ca5-ddcd-449e-8c9a-494ba3035ab7 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/security-groups?id=889cf151-8715-4727-b343-c662c8b6bc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573893 Jun 18 14:23:14.114656 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fef37f-ba4d-4767-8e3f-79285962b10e req-82cc817f-7275-475f-a98f-5eb542983a42 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:14.116231 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b9fef37f-ba4d-4767-8e3f-79285962b10e req-82cc817f-7275-475f-a98f-5eb542983a42 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.38 "GET /v2.0/ports?device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 945 time: 0.0862317 Jun 18 14:23:14.225913 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [req-b9fef37f-ba4d-4767-8e3f-79285962b10e req-7a384a59-0f55-42d8-aca1-3569dcbd9826 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Deleting port 018ab59b-8b37-44ee-9c7e-8e47498e913d {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:23:14.226254 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-b9fef37f-ba4d-4767-8e3f-79285962b10e req-7a384a59-0f55-42d8-aca1-3569dcbd9826 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:14.323909 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-b9fef37f-ba4d-4767-8e3f-79285962b10e req-7a384a59-0f55-42d8-aca1-3569dcbd9826 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] For port 018ab59b-8b37-44ee-9c7e-8e47498e913d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=018ab59b-8b37-44ee-9c7e-8e47498e913d,segment=NetworkSegment(9c0a1272-42f6-4d0c-9be4-91858b86fcfb),segment_id=9c0a1272-42f6-4d0c-9be4-91858b86fcfb)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:23:14.324267 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-b9fef37f-ba4d-4767-8e3f-79285962b10e req-7a384a59-0f55-42d8-aca1-3569dcbd9826 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:14.394282 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [req-b9fef37f-ba4d-4767-8e3f-79285962b10e req-7a384a59-0f55-42d8-aca1-3569dcbd9826 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Calling delete_port for 018ab59b-8b37-44ee-9c7e-8e47498e913d owned by compute:nova {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:23:14.594013 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-b9fef37f-ba4d-4767-8e3f-79285962b10e req-7a384a59-0f55-42d8-aca1-3569dcbd9826 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:14.598805 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-e5f5425f-ed2d-4102-a160-ac0f5cb054d7 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:23:14.628505 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a384a59-0f55-42d8-aca1-3569dcbd9826 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Pushing event deleted for resources: {'Port': ['ID=018ab59b-8b37-44ee-9c7e-8e47498e913d,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:23:14.636056 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['018ab59b-8b37-44ee-9c7e-8e47498e913d'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:23:14.642918 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a384a59-0f55-42d8-aca1-3569dcbd9826 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:14.643330 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a384a59-0f55-42d8-aca1-3569dcbd9826 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:14.643707 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a384a59-0f55-42d8-aca1-3569dcbd9826 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:14.644070 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a384a59-0f55-42d8-aca1-3569dcbd9826 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:14.644499 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a384a59-0f55-42d8-aca1-3569dcbd9826 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:14.644780 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a384a59-0f55-42d8-aca1-3569dcbd9826 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:14.645135 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a384a59-0f55-42d8-aca1-3569dcbd9826 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:14.645520 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a384a59-0f55-42d8-aca1-3569dcbd9826 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:14.645886 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a384a59-0f55-42d8-aca1-3569dcbd9826 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:14.646233 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a384a59-0f55-42d8-aca1-3569dcbd9826 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:14.646595 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a384a59-0f55-42d8-aca1-3569dcbd9826 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:14.647806 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a384a59-0f55-42d8-aca1-3569dcbd9826 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:14.667478 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-7a384a59-0f55-42d8-aca1-3569dcbd9826 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:23:14.691588 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fef37f-ba4d-4767-8e3f-79285962b10e req-7a384a59-0f55-42d8-aca1-3569dcbd9826 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] No DVR routers for this DVR port 018ab59b-8b37-44ee-9c7e-8e47498e913d on host hv-cinder-79575 {{(pid=93613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:23:14.694334 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-b9fef37f-ba4d-4767-8e3f-79285962b10e req-7a384a59-0f55-42d8-aca1-3569dcbd9826 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:14.696763 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b9fef37f-ba4d-4767-8e3f-79285962b10e req-7a384a59-0f55-42d8-aca1-3569dcbd9826 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.38 "DELETE /v2.0/ports/018ab59b-8b37-44ee-9c7e-8e47498e913d HTTP/1.1" status: 204 len: 173 time: 0.5727623 Jun 18 14:23:14.701296 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9813e0dc-1bf0-48a7-9de2-019d9d83427a', 'name': 'network-vif-deleted', 'tag': '018ab59b-8b37-44ee-9c7e-8e47498e913d'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:23:14.701296 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee330580-c31f-429e-9357-77628c88d678" -d '{"events": [{"server_uuid": "9813e0dc-1bf0-48a7-9de2-019d9d83427a", "name": "network-vif-deleted", "tag": "018ab59b-8b37-44ee-9c7e-8e47498e913d"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:23:14.738574 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a161b8c7-c9ad-45a9-a209-fd1d735afb66 x-openstack-request-id: req-a161b8c7-c9ad-45a9-a209-fd1d735afb66 {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:23:14.738903 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9813e0dc-1bf0-48a7-9de2-019d9d83427a", "name": "network-vif-deleted", "tag": "018ab59b-8b37-44ee-9c7e-8e47498e913d", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:23:14.739193 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a161b8c7-c9ad-45a9-a209-fd1d735afb66 {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:23:14.739623 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9813e0dc-1bf0-48a7-9de2-019d9d83427a', 'name': 'network-vif-deleted', 'tag': '018ab59b-8b37-44ee-9c7e-8e47498e913d', 'status': 'completed', 'code': 200} Jun 18 14:23:14.978762 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b97beaf4-524b-431e-b0a9-c073849565ce req-21e02641-d0f2-4886-b049-a096c88d1941 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 210 time: 0.0355406 Jun 18 14:23:15.221940 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:16.145448 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d6614d2a-9acb-40ab-adb8-9a040e7d7c70 req-faeda11c-2644-4bed-b5ce-15d4647e8eac tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] 10.222.0.26 "GET /v2.0/ports?device_id=9813e0dc-1bf0-48a7-9de2-019d9d83427a HTTP/1.1" status: 200 len: 210 time: 0.0304699 Jun 18 14:23:18.590672 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 018ab59b-8b37-44ee-9c7e-8e47498e913d no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:23:18.614921 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] No Port match for: 018ab59b-8b37-44ee-9c7e-8e47498e913d {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:23:18.615263 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 018ab59b-8b37-44ee-9c7e-8e47498e913d not bound to the agent host hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:23:28.207528 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1f0af-a981-4326-8254-38c1278032fe req-c6d187bb-36d4-4e17-9403-c687b96aa242 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:28.208921 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-02c1f0af-a981-4326-8254-38c1278032fe req-c6d187bb-36d4-4e17-9403-c687b96aa242 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0639169 Jun 18 14:23:28.252015 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-02c1f0af-a981-4326-8254-38c1278032fe req-351c055a-ce76-47cd-b521-a9e7ccea6fa9 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370395 Jun 18 14:23:29.433482 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6944844-0582-4f58-9fdb-8a4f327962ce req-d9017d7c-7a30-441d-b6f8-626f111c6987 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:29.434940 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b6944844-0582-4f58-9fdb-8a4f327962ce req-d9017d7c-7a30-441d-b6f8-626f111c6987 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0676498 Jun 18 14:23:29.473690 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b6944844-0582-4f58-9fdb-8a4f327962ce req-5ebade14-42d8-4134-bf8f-319a7d40a310 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322170 Jun 18 14:23:30.646519 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522a838-df56-44f2-8e3d-d888391286b2 req-c04160a2-0101-4914-ae38-ca9230b8b4e6 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:30.647993 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6522a838-df56-44f2-8e3d-d888391286b2 req-c04160a2-0101-4914-ae38-ca9230b8b4e6 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0628922 Jun 18 14:23:30.685747 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6522a838-df56-44f2-8e3d-d888391286b2 req-69b1c5fd-497e-43c3-a009-ce91b1a4243c tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320115 Jun 18 14:23:31.265437 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec7d2d-7db9-483d-9348-59066f7c54cf req-53718b53-2fdc-47c7-bc4c-cf2e171cc65b tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:31.267032 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-baec7d2d-7db9-483d-9348-59066f7c54cf req-53718b53-2fdc-47c7-bc4c-cf2e171cc65b tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 984 time: 0.0751140 Jun 18 14:23:31.310313 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-baec7d2d-7db9-483d-9348-59066f7c54cf req-ba5b66ec-caaa-4d97-83ba-ab55af37e576 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&id=4db79042-81d3-44be-9dfd-d6011561ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365539 Jun 18 14:23:31.337546 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e611e0-a3b3-4fdf-bda2-917a346cc443 req-e05589e6-6da7-4c5c-8fd7-c1b3f625017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:31.337546 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f5e611e0-a3b3-4fdf-bda2-917a346cc443 req-e05589e6-6da7-4c5c-8fd7-c1b3f625017a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dd4784573d394c61b1a6016cd23af364&device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 1137 time: 0.0549517 Jun 18 14:23:31.436153 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e611e0-a3b3-4fdf-bda2-917a346cc443 req-d7270c6b-36e8-4e0a-97cd-7f85fd468f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:31.437677 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f5e611e0-a3b3-4fdf-bda2-917a346cc443 req-d7270c6b-36e8-4e0a-97cd-7f85fd468f84 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3fd89ab7-5588-43a8-84be-21487b134cf3 HTTP/1.1" status: 200 len: 916 time: 0.0921443 Jun 18 14:23:31.504651 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f5e611e0-a3b3-4fdf-bda2-917a346cc443 req-8fb84e91-6136-493a-bcd5-e86d9d2ff560 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d0208aa-0616-4966-ac0d-249bb1e9cea5 HTTP/1.1" status: 200 len: 1001 time: 0.0592661 Jun 18 14:23:31.558931 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e611e0-a3b3-4fdf-bda2-917a346cc443 req-d0590a5b-91e5-4f9e-ae68-d7eab10f008f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:31.567513 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f5e611e0-a3b3-4fdf-bda2-917a346cc443 req-d0590a5b-91e5-4f9e-ae68-d7eab10f008f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f5051b7-2cd7-4144-8b1c-0ef6aec7a424 HTTP/1.1" status: 200 len: 854 time: 0.0471447 Jun 18 14:23:31.623215 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e611e0-a3b3-4fdf-bda2-917a346cc443 req-27f999d1-705c-44ca-a455-9e33b401c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:31.624694 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f5e611e0-a3b3-4fdf-bda2-917a346cc443 req-27f999d1-705c-44ca-a455-9e33b401c15c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3fd89ab7-5588-43a8-84be-21487b134cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571473 Jun 18 14:23:31.720785 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f5e611e0-a3b3-4fdf-bda2-917a346cc443 req-49c40c7f-d2dc-41dd-af2f-3d6169110cbd service neutron] 10.222.0.38 "GET /v2.0/networks/3fd89ab7-5588-43a8-84be-21487b134cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844407 Jun 18 14:23:31.825426 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f5e611e0-a3b3-4fdf-bda2-917a346cc443 req-b8a9df3a-c075-4bf2-ba2a-ebfe3ccc4834 service neutron] 10.222.0.38 "GET /v2.0/networks/3fd89ab7-5588-43a8-84be-21487b134cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018634 Jun 18 14:23:31.877444 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315916bb-2ca0-4f1d-a67b-5184fbde0039 req-c0468861-4566-4856-a6ee-da1e3bba6a6e tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:31.878971 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-315916bb-2ca0-4f1d-a67b-5184fbde0039 req-c0468861-4566-4856-a6ee-da1e3bba6a6e tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0718360 Jun 18 14:23:31.919154 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-315916bb-2ca0-4f1d-a67b-5184fbde0039 req-7f32d350-6346-44ea-95ee-a0717e7db083 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337436 Jun 18 14:23:32.181592 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bf1fa-e8fe-4390-ad20-d0ca92d5d46e req-ce896a98-66aa-4f02-9b04-075b07fc57a4 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:32.183062 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e52bf1fa-e8fe-4390-ad20-d0ca92d5d46e req-ce896a98-66aa-4f02-9b04-075b07fc57a4 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0687797 Jun 18 14:23:32.221281 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e52bf1fa-e8fe-4390-ad20-d0ca92d5d46e req-57dc1bad-2984-42ac-bf6d-e31849e3cef7 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317631 Jun 18 14:23:32.493061 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417161f-b797-4364-8ba1-ee72c434e3c5 req-94aeaf45-9860-4f27-a38a-2526d29d5c82 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:32.494561 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3417161f-b797-4364-8ba1-ee72c434e3c5 req-94aeaf45-9860-4f27-a38a-2526d29d5c82 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 984 time: 0.0665364 Jun 18 14:23:32.539061 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3417161f-b797-4364-8ba1-ee72c434e3c5 req-035d6e24-9076-4bed-b645-daa1b06a28d1 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&id=4db79042-81d3-44be-9dfd-d6011561ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376732 Jun 18 14:23:33.090278 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535eb36-3d3e-4723-83c2-a48cce691316 req-8c3a74ab-c22a-41da-a214-14385134ee73 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:33.091776 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f535eb36-3d3e-4723-83c2-a48cce691316 req-8c3a74ab-c22a-41da-a214-14385134ee73 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0638220 Jun 18 14:23:33.130993 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f535eb36-3d3e-4723-83c2-a48cce691316 req-a1b14484-5a44-4892-b26b-ba370326ed79 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334759 Jun 18 14:23:33.411399 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11937421-7a6b-41f5-9ba8-ae2d13307b13 req-f081eb51-275b-4c75-9262-4d81e44fdca4 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:33.412781 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-11937421-7a6b-41f5-9ba8-ae2d13307b13 req-f081eb51-275b-4c75-9262-4d81e44fdca4 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0656970 Jun 18 14:23:33.462584 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-11937421-7a6b-41f5-9ba8-ae2d13307b13 req-44a25de3-7ee3-4c06-8664-d8c113b87877 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438170 Jun 18 14:23:33.725146 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3db87-077a-4bc3-b7e7-07cbce483b50 req-f952b547-bba2-451c-9ef3-875dca46db6d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:33.726692 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-12b3db87-077a-4bc3-b7e7-07cbce483b50 req-f952b547-bba2-451c-9ef3-875dca46db6d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 984 time: 0.0759556 Jun 18 14:23:33.769307 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-12b3db87-077a-4bc3-b7e7-07cbce483b50 req-6a0a103b-7263-40ee-8767-c4f69dbe26c0 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&id=4db79042-81d3-44be-9dfd-d6011561ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366623 Jun 18 14:23:34.315769 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d234fc-329b-48e5-93f6-4ab555bde143 req-45bff2b0-0109-423b-9d71-4d969bb46635 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:34.317251 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a1d234fc-329b-48e5-93f6-4ab555bde143 req-45bff2b0-0109-423b-9d71-4d969bb46635 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0753105 Jun 18 14:23:34.356391 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a1d234fc-329b-48e5-93f6-4ab555bde143 req-56826645-a14b-4564-ad78-622df0c74fd8 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325122 Jun 18 14:23:34.650719 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4708e-a036-4bad-b74e-96ea80936be0 req-2796246a-ab6b-4a9d-a492-3cdc82b3d20d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:34.652139 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c0b4708e-a036-4bad-b74e-96ea80936be0 req-2796246a-ab6b-4a9d-a492-3cdc82b3d20d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0646956 Jun 18 14:23:34.689870 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c0b4708e-a036-4bad-b74e-96ea80936be0 req-0e3b2506-8576-41d7-8f6b-f3443c3c4788 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321019 Jun 18 14:23:34.940294 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5716c-c708-4e98-b0ca-b839d2f35e39 req-28d267c1-75c9-431a-b9b3-e7867a3ba7a5 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:34.941796 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f2b5716c-c708-4e98-b0ca-b839d2f35e39 req-28d267c1-75c9-431a-b9b3-e7867a3ba7a5 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 984 time: 0.0633652 Jun 18 14:23:34.984315 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f2b5716c-c708-4e98-b0ca-b839d2f35e39 req-d577b9ad-855d-4827-9219-4b9893897dd9 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&id=4db79042-81d3-44be-9dfd-d6011561ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360851 Jun 18 14:23:35.530798 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc222f79-53c1-43d8-baed-9110d0721474 req-53c421c0-2c19-4136-a9f9-9dcfa51d86df tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:35.532392 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-cc222f79-53c1-43d8-baed-9110d0721474 req-53c421c0-2c19-4136-a9f9-9dcfa51d86df tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0641608 Jun 18 14:23:35.569742 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-cc222f79-53c1-43d8-baed-9110d0721474 req-9029d241-1dd6-438b-835e-9130544376ba tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316863 Jun 18 14:23:35.876618 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09d04d-04ee-443b-a7b6-3a63dece14e1 req-c496b006-44d0-45c5-b191-f9c3c97c49bf tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:35.878139 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4c09d04d-04ee-443b-a7b6-3a63dece14e1 req-c496b006-44d0-45c5-b191-f9c3c97c49bf tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0747700 Jun 18 14:23:35.930506 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4c09d04d-04ee-443b-a7b6-3a63dece14e1 req-c74148d1-6e35-451b-8448-af30f773d0da tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436659 Jun 18 14:23:36.195788 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53114a-8194-4737-825c-1d794daa3edb req-0f68fd49-2941-408e-a396-094fd27ea0d6 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:36.197352 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1f53114a-8194-4737-825c-1d794daa3edb req-0f68fd49-2941-408e-a396-094fd27ea0d6 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 984 time: 0.0721607 Jun 18 14:23:36.238978 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1f53114a-8194-4737-825c-1d794daa3edb req-d3b806a4-4f14-4f82-82d0-0733f42fa80d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&id=4db79042-81d3-44be-9dfd-d6011561ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354803 Jun 18 14:23:36.748520 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029cd38-0fa6-493d-9aa0-90f84c431179 req-debc68c3-de04-47ed-ba54-f2f217c55e57 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:36.750042 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d029cd38-0fa6-493d-9aa0-90f84c431179 req-debc68c3-de04-47ed-ba54-f2f217c55e57 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0661664 Jun 18 14:23:36.789684 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d029cd38-0fa6-493d-9aa0-90f84c431179 req-e5a11e81-334c-4ef4-a81c-958a313a5676 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337710 Jun 18 14:23:37.112698 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4ec72-8a23-44cb-8e41-15e4223536e8 req-a21886cb-40b4-425c-bff2-2d22d64e40e1 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:37.114285 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2ac4ec72-8a23-44cb-8e41-15e4223536e8 req-a21886cb-40b4-425c-bff2-2d22d64e40e1 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0638959 Jun 18 14:23:37.155442 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2ac4ec72-8a23-44cb-8e41-15e4223536e8 req-f08ea8ac-36ee-41b6-9fe2-1e8116317741 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347383 Jun 18 14:23:37.413691 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98fa05-4b39-40db-9606-e59420e21cb6 req-092dbe13-1b19-468a-9f7b-22094d7b2980 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:37.415078 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ed98fa05-4b39-40db-9606-e59420e21cb6 req-092dbe13-1b19-468a-9f7b-22094d7b2980 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 984 time: 0.0627184 Jun 18 14:23:37.456357 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ed98fa05-4b39-40db-9606-e59420e21cb6 req-c53bb36f-33fe-4819-89d7-6be21a8efede tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&id=4db79042-81d3-44be-9dfd-d6011561ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354218 Jun 18 14:23:37.972495 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8f833-beaa-4e77-8ca9-5270d0616f45 req-e940d866-3892-4e63-a3a9-2ab22d1f6392 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:37.973960 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6ed8f833-beaa-4e77-8ca9-5270d0616f45 req-e940d866-3892-4e63-a3a9-2ab22d1f6392 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0635946 Jun 18 14:23:38.012708 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6ed8f833-beaa-4e77-8ca9-5270d0616f45 req-3916ae5d-e337-4308-b2ea-ea1542997bd5 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324454 Jun 18 14:23:38.338915 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22800334-d933-4193-9c0a-9da0e6826ab9 req-d1aed9ad-fd32-49cd-9231-878a7bbea573 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:38.340389 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-22800334-d933-4193-9c0a-9da0e6826ab9 req-d1aed9ad-fd32-49cd-9231-878a7bbea573 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0674667 Jun 18 14:23:38.379011 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-22800334-d933-4193-9c0a-9da0e6826ab9 req-c073ae85-af62-4247-896d-e3f96aaf8426 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327179 Jun 18 14:23:38.575355 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-d70b4dde-ccdd-4058-9194-c40b7582c0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:38.632960 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fbc83-e78f-4993-a44a-c4cd2674d076 req-9fa8d668-bd43-45d7-af94-2297b7d607df tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:38.634434 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-801fbc83-e78f-4993-a44a-c4cd2674d076 req-9fa8d668-bd43-45d7-af94-2297b7d607df tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 984 time: 0.0662596 Jun 18 14:23:38.674557 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-801fbc83-e78f-4993-a44a-c4cd2674d076 req-e7624904-ac1d-42aa-8be1-552ac7cb1ffe tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&id=4db79042-81d3-44be-9dfd-d6011561ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340819 Jun 18 14:23:39.192860 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839827dc-29de-4bb9-aaca-d56e90edc340 req-eb626451-203d-46c9-95ca-3e33a861a706 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:39.194403 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-839827dc-29de-4bb9-aaca-d56e90edc340 req-eb626451-203d-46c9-95ca-3e33a861a706 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0646524 Jun 18 14:23:39.235001 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-839827dc-29de-4bb9-aaca-d56e90edc340 req-183f9f1c-985a-4721-8cba-233f003b4e85 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345721 Jun 18 14:23:39.556335 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec36a97-890d-42b4-b5e3-da096711ecb3 req-424a1a5e-7619-4197-90fe-73c62dfbeb23 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:39.557864 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-fec36a97-890d-42b4-b5e3-da096711ecb3 req-424a1a5e-7619-4197-90fe-73c62dfbeb23 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0644696 Jun 18 14:23:39.596146 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-fec36a97-890d-42b4-b5e3-da096711ecb3 req-5eb7ea4d-ce63-455f-be41-6771b782935a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319741 Jun 18 14:23:39.850328 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57bd0d-67f2-421b-8698-8436040b2df5 req-b26da93f-16bf-45b2-b624-b487a024baae tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:39.851806 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ee57bd0d-67f2-421b-8698-8436040b2df5 req-b26da93f-16bf-45b2-b624-b487a024baae tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 984 time: 0.0637138 Jun 18 14:23:39.896264 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ee57bd0d-67f2-421b-8698-8436040b2df5 req-299dab46-c7a5-44dc-8b09-cf35441c288a tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&id=4db79042-81d3-44be-9dfd-d6011561ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386558 Jun 18 14:23:40.447432 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261242a7-7f7f-40e7-8cf5-4bfdc031f7aa req-9f75d8a7-e2fc-4d01-b584-8e1fedf6fa7a tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:40.448833 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-261242a7-7f7f-40e7-8cf5-4bfdc031f7aa req-9f75d8a7-e2fc-4d01-b584-8e1fedf6fa7a tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0756061 Jun 18 14:23:40.493304 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-261242a7-7f7f-40e7-8cf5-4bfdc031f7aa req-88373ec8-50c8-4128-8f19-b395c624059a tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383697 Jun 18 14:23:40.807417 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba534e09-8baa-4ac7-a7b1-d93f2d3b8196 req-eee4db68-83d5-466b-8d9e-14142df422c6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:40.809202 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ba534e09-8baa-4ac7-a7b1-d93f2d3b8196 req-eee4db68-83d5-466b-8d9e-14142df422c6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0772705 Jun 18 14:23:40.854895 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ba534e09-8baa-4ac7-a7b1-d93f2d3b8196 req-ef5a765a-f181-4f8d-8fb8-ba71d977a1a3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395362 Jun 18 14:23:41.101819 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4069abc-07cc-41fa-81bf-d053fa1ed8cb req-abae91fb-f2bc-484a-b777-dbf526a6500c tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:41.103338 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e4069abc-07cc-41fa-81bf-d053fa1ed8cb req-abae91fb-f2bc-484a-b777-dbf526a6500c tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 984 time: 0.0729220 Jun 18 14:23:41.148055 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e4069abc-07cc-41fa-81bf-d053fa1ed8cb req-caa621e0-2a2f-4946-80ad-f6fc8571d666 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&id=4db79042-81d3-44be-9dfd-d6011561ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382147 Jun 18 14:23:41.675429 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39a61b-9403-42b4-b2b1-bb92c1f03ade req-d1227696-0aef-4407-9767-af41d865f0cd tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:41.677004 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ce39a61b-9403-42b4-b2b1-bb92c1f03ade req-d1227696-0aef-4407-9767-af41d865f0cd tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0667920 Jun 18 14:23:41.721298 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ce39a61b-9403-42b4-b2b1-bb92c1f03ade req-10122d68-72a4-4b42-97c9-d46e19f50be9 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374861 Jun 18 14:23:42.044190 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:42.045658 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e5296-849b-4fe2-8b8d-4048b6b2924e req-884c8b1c-8340-40fb-b3c9-44f35491b1fe tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:42.046640 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1a2e5296-849b-4fe2-8b8d-4048b6b2924e req-884c8b1c-8340-40fb-b3c9-44f35491b1fe tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0706608 Jun 18 14:23:42.085648 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1a2e5296-849b-4fe2-8b8d-4048b6b2924e req-c11e66ab-4375-446f-8ef4-3bc852a30d23 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329299 Jun 18 14:23:42.343037 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50889080-175a-4c73-9b98-988c25702a9a req-fa7c210b-5546-47c5-be53-c99008be20ea tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:42.344535 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-50889080-175a-4c73-9b98-988c25702a9a req-fa7c210b-5546-47c5-be53-c99008be20ea tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 984 time: 0.0793650 Jun 18 14:23:42.389159 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-50889080-175a-4c73-9b98-988c25702a9a req-11eb1709-f463-456f-882d-8c4ea3edcafc tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&id=4db79042-81d3-44be-9dfd-d6011561ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375333 Jun 18 14:23:42.501327 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-62810483-9be6-4bcb-b1ad-2fd086509296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:42.911641 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e91d9-fa71-4aef-880b-5e541c9b3b25 req-b4c77726-fa5d-46d4-8581-cae037c2027e tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:42.913183 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4a5e91d9-fa71-4aef-880b-5e541c9b3b25 req-b4c77726-fa5d-46d4-8581-cae037c2027e tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0715840 Jun 18 14:23:42.959610 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4a5e91d9-fa71-4aef-880b-5e541c9b3b25 req-c1181b64-24ba-4957-a68d-5b8444cf8119 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402861 Jun 18 14:23:43.106483 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:43.273310 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081d2e8-cc03-4bcf-a96e-f87c2fbf094c req-cfbe8267-2bb7-4c18-9e97-1c67efb227f1 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:43.275356 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a081d2e8-cc03-4bcf-a96e-f87c2fbf094c req-cfbe8267-2bb7-4c18-9e97-1c67efb227f1 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0678003 Jun 18 14:23:43.316119 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a081d2e8-cc03-4bcf-a96e-f87c2fbf094c req-1d1bfcf7-f400-4d9c-9cd7-d00af22e7e31 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340257 Jun 18 14:23:43.415242 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:43.563609 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97983e9-3bce-4b7c-a74a-00ecdee2994d req-80a6805e-a5bf-4b9a-b6fd-fbbdabfbbc55 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:43.565089 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a97983e9-3bce-4b7c-a74a-00ecdee2994d req-80a6805e-a5bf-4b9a-b6fd-fbbdabfbbc55 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 984 time: 0.0648258 Jun 18 14:23:43.606509 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a97983e9-3bce-4b7c-a74a-00ecdee2994d req-022dbbdd-ec29-4c95-935b-ec07273225ab tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&id=4db79042-81d3-44be-9dfd-d6011561ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356123 Jun 18 14:23:44.130832 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10049d8-b3ff-4797-9aa5-f017a64dc2f7 req-49dd0ad8-65e0-484f-87e8-c159f6be54d4 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:44.132294 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a10049d8-b3ff-4797-9aa5-f017a64dc2f7 req-49dd0ad8-65e0-484f-87e8-c159f6be54d4 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0621805 Jun 18 14:23:44.174464 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a10049d8-b3ff-4797-9aa5-f017a64dc2f7 req-9e2986a1-1491-4ff7-b6ea-582e2dabf8cf tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364876 Jun 18 14:23:44.490728 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88555cb-ea03-433c-bcdd-deac1a75a961 req-70944b65-3a4b-4f78-98a3-24407e375d38 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:44.492172 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d88555cb-ea03-433c-bcdd-deac1a75a961 req-70944b65-3a4b-4f78-98a3-24407e375d38 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0616241 Jun 18 14:23:44.536104 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d88555cb-ea03-433c-bcdd-deac1a75a961 req-52c46e93-e123-40e7-b4c4-5d4835538c67 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382452 Jun 18 14:23:44.669549 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e35ed-b806-4634-9f53-087ba55dba97 req-e8514e4f-e8a7-419b-8d81-1ecc60c721b9 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:44.671743 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-024e35ed-b806-4634-9f53-087ba55dba97 req-e8514e4f-e8a7-419b-8d81-1ecc60c721b9 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0731187 Jun 18 14:23:44.712399 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-024e35ed-b806-4634-9f53-087ba55dba97 req-ca499bcf-46f4-466a-ba26-b06d57bc67e7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337861 Jun 18 14:23:44.838893 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdda14f-c7ff-4fee-ab29-d5a189c6bba4 req-86220663-309d-4c5c-bd07-832c73ad7f23 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:44.840357 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-5bdda14f-c7ff-4fee-ab29-d5a189c6bba4 req-86220663-309d-4c5c-bd07-832c73ad7f23 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 984 time: 0.1128085 Jun 18 14:23:44.843467 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef84ba0-2874-4781-a2c9-4d1465d104c9 req-9e798d0e-243a-4b38-bcec-b90bd82f1cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:44.844787 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-bef84ba0-2874-4781-a2c9-4d1465d104c9 req-9e798d0e-243a-4b38-bcec-b90bd82f1cbe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=68c0acdf3c5043c1abd19fd3db96520e&device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 1099 time: 0.1020756 Jun 18 14:23:44.929158 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-5bdda14f-c7ff-4fee-ab29-d5a189c6bba4 req-4e1bb12d-9574-4186-8c9c-028d8e3e96a4 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&id=4db79042-81d3-44be-9dfd-d6011561ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820627 Jun 18 14:23:44.959246 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef84ba0-2874-4781-a2c9-4d1465d104c9 req-8399dfcd-3aae-4178-b7cf-55f24af0af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:44.960684 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-bef84ba0-2874-4781-a2c9-4d1465d104c9 req-8399dfcd-3aae-4178-b7cf-55f24af0af06 service neutron] 10.222.0.38 "GET /v2.0/networks?id=732503bd-c79c-40ac-a2d6-5ec143face16 HTTP/1.1" status: 200 len: 912 time: 0.1077459 Jun 18 14:23:45.029310 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-bef84ba0-2874-4781-a2c9-4d1465d104c9 req-6a2a468b-4bac-47bb-a846-8dfb39e84ad0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b502433-fc98-4110-a1e5-22720a420a75 HTTP/1.1" status: 200 len: 1002 time: 0.0620058 Jun 18 14:23:45.081484 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef84ba0-2874-4781-a2c9-4d1465d104c9 req-7305a782-2b96-4483-8cb2-5e048bfaa0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:45.082940 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-bef84ba0-2874-4781-a2c9-4d1465d104c9 req-7305a782-2b96-4483-8cb2-5e048bfaa0a5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=52102b7a-07bd-46b6-9a1d-ca1db691ce03 HTTP/1.1" status: 200 len: 850 time: 0.0472295 Jun 18 14:23:45.140506 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef84ba0-2874-4781-a2c9-4d1465d104c9 req-c95ffe19-4f50-4dc0-84d8-ca83049000a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:45.142013 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-bef84ba0-2874-4781-a2c9-4d1465d104c9 req-c95ffe19-4f50-4dc0-84d8-ca83049000a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=732503bd-c79c-40ac-a2d6-5ec143face16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520916 Jun 18 14:23:45.221259 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:45.236852 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-bef84ba0-2874-4781-a2c9-4d1465d104c9 req-45e88329-fb66-4ba2-8007-f7b99c8b3f9d service neutron] 10.222.0.38 "GET /v2.0/networks/732503bd-c79c-40ac-a2d6-5ec143face16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878861 Jun 18 14:23:45.324859 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-bef84ba0-2874-4781-a2c9-4d1465d104c9 req-6b3df7d0-199c-4f11-8b1c-ba062ba51b0f service neutron] 10.222.0.38 "GET /v2.0/networks/732503bd-c79c-40ac-a2d6-5ec143face16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812359 Jun 18 14:23:45.722695 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144b49e-c410-441c-917a-8ba86a4ce3a5 req-033ed7d2-eead-4613-b368-30a8308f224b tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:45.724158 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9144b49e-c410-441c-917a-8ba86a4ce3a5 req-033ed7d2-eead-4613-b368-30a8308f224b tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0643010 Jun 18 14:23:45.763290 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9144b49e-c410-441c-917a-8ba86a4ce3a5 req-01b9d0d7-c2c3-44d1-921b-8d83e4f2bc55 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327985 Jun 18 14:23:45.930352 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8884c-ba9c-44f3-b582-fe63e1af537b req-e3567b8c-5a0e-4802-8d59-a8b543293050 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:45.931822 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-eaf8884c-ba9c-44f3-b582-fe63e1af537b req-e3567b8c-5a0e-4802-8d59-a8b543293050 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0866382 Jun 18 14:23:45.971561 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-eaf8884c-ba9c-44f3-b582-fe63e1af537b req-03a0a772-06f1-4e57-81c0-9642bcdcf56e tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337610 Jun 18 14:23:46.108482 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d689722-abfc-42d1-9236-b90c7f465622 req-0a565acb-da35-4935-a0db-ac349cf1ca39 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:46.109881 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1d689722-abfc-42d1-9236-b90c7f465622 req-0a565acb-da35-4935-a0db-ac349cf1ca39 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 984 time: 0.0636504 Jun 18 14:23:46.169650 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1d689722-abfc-42d1-9236-b90c7f465622 req-4503e107-b3bd-4a82-ac2d-d7b0f1f1e19e tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&id=4db79042-81d3-44be-9dfd-d6011561ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535831 Jun 18 14:23:46.947448 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6681361-a18a-4d5a-b9a6-b9a6d66b644e req-beac9c1f-9fda-4759-ace7-c8fe22f7452d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:46.948905 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a6681361-a18a-4d5a-b9a6-b9a6d66b644e req-beac9c1f-9fda-4759-ace7-c8fe22f7452d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0631361 Jun 18 14:23:46.986442 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a6681361-a18a-4d5a-b9a6-b9a6d66b644e req-e3094428-644d-485e-b10c-57486c091296 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317829 Jun 18 14:23:47.143061 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1059380-2efb-43e9-8ba9-881048fbbfad req-8068094e-7fed-4e11-9c49-6f3bc7948282 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:47.144489 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b1059380-2efb-43e9-8ba9-881048fbbfad req-8068094e-7fed-4e11-9c49-6f3bc7948282 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0641916 Jun 18 14:23:47.181002 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b1059380-2efb-43e9-8ba9-881048fbbfad req-8c9b3072-e3ef-45ab-aad8-0f88560a0227 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308156 Jun 18 14:23:47.342975 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5edaf-6e4d-426a-97c1-de398f5612ff req-70198717-a343-4a05-a6f7-9b269789fb07 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:47.344317 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6eb5edaf-6e4d-426a-97c1-de398f5612ff req-70198717-a343-4a05-a6f7-9b269789fb07 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 984 time: 0.0603747 Jun 18 14:23:47.382957 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6eb5edaf-6e4d-426a-97c1-de398f5612ff req-4a29752d-5a7c-4c94-bf55-3710713b8e51 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&id=4db79042-81d3-44be-9dfd-d6011561ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326061 Jun 18 14:23:47.983773 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fdb46-1c27-4922-af60-0a4f235ed9d4 req-05b3ce57-dc1a-406b-a8a7-c55795640992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:47.985254 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1e2fdb46-1c27-4922-af60-0a4f235ed9d4 req-05b3ce57-dc1a-406b-a8a7-c55795640992 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dd4784573d394c61b1a6016cd23af364&device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 1137 time: 0.0549974 Jun 18 14:23:48.090101 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fdb46-1c27-4922-af60-0a4f235ed9d4 req-3ac9794a-7f5b-4d4e-827f-2930f2153519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:48.091549 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1e2fdb46-1c27-4922-af60-0a4f235ed9d4 req-3ac9794a-7f5b-4d4e-827f-2930f2153519 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3fd89ab7-5588-43a8-84be-21487b134cf3 HTTP/1.1" status: 200 len: 916 time: 0.0871642 Jun 18 14:23:48.162935 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1e2fdb46-1c27-4922-af60-0a4f235ed9d4 req-4bd92b58-b5ee-4ed5-a149-6797f1bf4fa2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d0208aa-0616-4966-ac0d-249bb1e9cea5 HTTP/1.1" status: 200 len: 1001 time: 0.0649776 Jun 18 14:23:48.170545 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc87d-9989-4e0f-98cf-a4a60f2f27cc req-1499d613-d62a-49b6-8beb-9b5531c5b7e8 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:48.172184 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b03dc87d-9989-4e0f-98cf-a4a60f2f27cc req-1499d613-d62a-49b6-8beb-9b5531c5b7e8 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0668981 Jun 18 14:23:48.214727 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b03dc87d-9989-4e0f-98cf-a4a60f2f27cc req-263b37d0-4fb4-4938-b04f-3164dd52b84b tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368676 Jun 18 14:23:48.217016 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fdb46-1c27-4922-af60-0a4f235ed9d4 req-44920a49-f1c7-4862-86d3-1898a0da15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:48.218817 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1e2fdb46-1c27-4922-af60-0a4f235ed9d4 req-44920a49-f1c7-4862-86d3-1898a0da15d4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f5051b7-2cd7-4144-8b1c-0ef6aec7a424 HTTP/1.1" status: 200 len: 854 time: 0.0480826 Jun 18 14:23:48.281116 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fdb46-1c27-4922-af60-0a4f235ed9d4 req-84a54d50-4c2b-4bd5-88f0-74cba68e60d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:48.282655 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1e2fdb46-1c27-4922-af60-0a4f235ed9d4 req-84a54d50-4c2b-4bd5-88f0-74cba68e60d1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3fd89ab7-5588-43a8-84be-21487b134cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574782 Jun 18 14:23:48.380693 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1e2fdb46-1c27-4922-af60-0a4f235ed9d4 req-db3ac0ed-efe2-41ce-b276-678f79fc90c9 service neutron] 10.222.0.38 "GET /v2.0/networks/3fd89ab7-5588-43a8-84be-21487b134cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912206 Jun 18 14:23:48.472635 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1e2fdb46-1c27-4922-af60-0a4f235ed9d4 req-037031a1-17bc-4ab9-bb33-71b3d75a952a service neutron] 10.222.0.38 "GET /v2.0/networks/3fd89ab7-5588-43a8-84be-21487b134cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839801 Jun 18 14:23:48.561089 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376bcae-d7f8-4ef7-a3c3-523c50c8b486 req-a9d32f2c-2627-482f-bf7f-8a844d14ad05 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:48.563410 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b376bcae-d7f8-4ef7-a3c3-523c50c8b486 req-a9d32f2c-2627-482f-bf7f-8a844d14ad05 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 984 time: 0.0668156 Jun 18 14:23:48.609486 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b376bcae-d7f8-4ef7-a3c3-523c50c8b486 req-b953e375-8d7f-446a-a1e3-bff519dec133 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&id=4db79042-81d3-44be-9dfd-d6011561ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402467 Jun 18 14:23:49.027199 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:23:49.400923 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351b29a-8996-4ba0-8084-2017e50bce56 req-9e8db3e3-6de8-4064-8267-2cbc3de4b0a6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:49.402415 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7351b29a-8996-4ba0-8084-2017e50bce56 req-9e8db3e3-6de8-4064-8267-2cbc3de4b0a6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0657840 Jun 18 14:23:49.439870 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7351b29a-8996-4ba0-8084-2017e50bce56 req-356af38e-8755-45ed-ab5f-e4d4030933f7 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313518 Jun 18 14:23:49.789894 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c465c9-bfd0-4caf-b195-a78c2f97c408 req-c7e4ea86-d711-4374-96c9-5e5141ae307e tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:49.795707 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-87c465c9-bfd0-4caf-b195-a78c2f97c408 req-c7e4ea86-d711-4374-96c9-5e5141ae307e tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 984 time: 0.0678694 Jun 18 14:23:49.831655 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-87c465c9-bfd0-4caf-b195-a78c2f97c408 req-b9eb631f-c43e-4cde-816a-6d982b9eee67 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&id=4db79042-81d3-44be-9dfd-d6011561ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344253 Jun 18 14:23:50.625708 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7428b0-9d88-4a75-84e3-0907e9172ef8 req-16b1ac3c-2092-40f8-8bfa-a6d585e46980 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:50.627256 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ed7428b0-9d88-4a75-84e3-0907e9172ef8 req-16b1ac3c-2092-40f8-8bfa-a6d585e46980 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0700326 Jun 18 14:23:50.666191 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ed7428b0-9d88-4a75-84e3-0907e9172ef8 req-d459fff7-0ed5-491e-9763-cc44df7aac4d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331180 Jun 18 14:23:51.805770 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48324) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:23:51.852119 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e34616-1586-4b66-91f2-059767d3b6df admin admin] Deleting subnet 933af0d1-b69c-4052-a10c-162d9b1b5c19 {{(pid=93612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 14:23:51.853400 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36390cb-2f65-46cc-aa63-14e1be74e4f4 req-6165bd0a-dedc-4f69-81c5-cb3cb51acf3c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:51.855013 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b36390cb-2f65-46cc-aa63-14e1be74e4f4 req-6165bd0a-dedc-4f69-81c5-cb3cb51acf3c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0712645 Jun 18 14:23:51.855899 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-08e34616-1586-4b66-91f2-059767d3b6df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:51.894755 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-08e34616-1586-4b66-91f2-059767d3b6df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12265515'] for subnet, precommit_delete_associations {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:51.894983 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b36390cb-2f65-46cc-aa63-14e1be74e4f4 req-eedba3f8-ae4b-47e3-b088-adc883017515 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331259 Jun 18 14:23:51.933739 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-08e34616-1586-4b66-91f2-059767d3b6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3459435'] for subnet, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:52.038362 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-08e34616-1586-4b66-91f2-059767d3b6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3459428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12393680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12343239'] for subnet, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:52.040711 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-540d4670-2a3d-417b-89e3-c937e0bb7b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:23:52.063596 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e34616-1586-4b66-91f2-059767d3b6df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=933af0d1-b69c-4052-a10c-162d9b1b5c19,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:23:52.072823 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-08e34616-1586-4b66-91f2-059767d3b6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:52.074691 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-08e34616-1586-4b66-91f2-059767d3b6df admin admin] 10.222.0.26 "DELETE /v2.0/subnets/933af0d1-b69c-4052-a10c-162d9b1b5c19 HTTP/1.1" status: 204 len: 168 time: 0.2676854 Jun 18 14:23:52.076554 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e34616-1586-4b66-91f2-059767d3b6df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:52.077036 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e34616-1586-4b66-91f2-059767d3b6df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:52.077355 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 48326) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:23:52.077496 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e34616-1586-4b66-91f2-059767d3b6df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:52.077798 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e34616-1586-4b66-91f2-059767d3b6df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:52.078168 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e34616-1586-4b66-91f2-059767d3b6df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:52.078542 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e34616-1586-4b66-91f2-059767d3b6df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:52.078907 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e34616-1586-4b66-91f2-059767d3b6df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:52.079270 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e34616-1586-4b66-91f2-059767d3b6df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:52.079632 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e34616-1586-4b66-91f2-059767d3b6df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:52.079992 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e34616-1586-4b66-91f2-059767d3b6df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:52.080350 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e34616-1586-4b66-91f2-059767d3b6df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:52.080708 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e34616-1586-4b66-91f2-059767d3b6df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:52.083942 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-08e34616-1586-4b66-91f2-059767d3b6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:23:52.147462 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5171-744d-4ca9-94f7-dc374adcee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3629591'] for network, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:52.227078 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5171-744d-4ca9-94f7-dc374adcee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3460340', 'neutron.services.segments.db._delete_segments_for_network-8749953549011'] for network, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:52.237524 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-9f6f5171-744d-4ca9-94f7-dc374adcee27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b155a4-2536-4c4f-87f4-e27a303413fb']}} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:23:52.251867 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-9f6f5171-744d-4ca9-94f7-dc374adcee27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0a1272-42f6-4d0c-9be4-91858b86fcfb') {'for_net_delete': True} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:23:52.252162 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-9f6f5171-744d-4ca9-94f7-dc374adcee27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0a1272-42f6-4d0c-9be4-91858b86fcfb') {} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:23:52.261339 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5171-744d-4ca9-94f7-dc374adcee27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749953548840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11651501'] for segment, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:52.277439 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5171-744d-4ca9-94f7-dc374adcee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:52.284529 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6f5171-744d-4ca9-94f7-dc374adcee27 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=93613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 14:23:52.284944 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5171-744d-4ca9-94f7-dc374adcee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11867959'] for segment, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: Traceback (most recent call last): Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: timer() Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: cb(*args, **kw) Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: return func(*args, **kwargs) Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: self._notify() Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: self.callback(batched_events) Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: event.method(event) Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: return f(self, *a, **k) Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: return self._get(url).json() Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: return self.request(url, 'GET', **kwargs) Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 14:23:52.286765 dv-cinder-795751-2-iscsi neutron-server[93613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 14:23:52.438434 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5171-744d-4ca9-94f7-dc374adcee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3460333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635832'] for network, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:52.444590 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5171-744d-4ca9-94f7-dc374adcee27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:52.446879 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-9f6f5171-744d-4ca9-94f7-dc374adcee27 admin admin] 10.222.0.26 "DELETE /v2.0/networks/15b155a4-2536-4c4f-87f4-e27a303413fb HTTP/1.1" status: 204 len: 168 time: 0.3683589 Jun 18 14:23:52.447808 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-fa5e16ac-ab36-4dd2-ab01-18d37d3f0807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:23:52.463016 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f5171-744d-4ca9-94f7-dc374adcee27 admin admin] Pushing event deleted for resources: {'Network': ['ID=15b155a4-2536-4c4f-87f4-e27a303413fb,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:23:52.465915 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-9f6f5171-744d-4ca9-94f7-dc374adcee27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:23:52.819088 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48330) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:23:52.865755 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-a60a067f-78b6-414d-9f75-08478efba69b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7be70b90ffdd4aab9e9669ed61fd8d35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453887 Jun 18 14:23:52.873690 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48332) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:23:52.933060 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-1e894f86-5d53-4477-a3aa-c77dcddd06b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:52.961109 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-1e894f86-5d53-4477-a3aa-c77dcddd06b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:53.340967 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fe3a5-7863-4c4e-bae4-b4d7fc696fb3 req-fc1abd99-127d-4bdb-9e59-6401430047b3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:53.342405 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9b4fe3a5-7863-4c4e-bae4-b4d7fc696fb3 req-fc1abd99-127d-4bdb-9e59-6401430047b3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0732164 Jun 18 14:23:53.380778 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-1e894f86-5d53-4477-a3aa-c77dcddd06b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:53.383428 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-1e894f86-5d53-4477-a3aa-c77dcddd06b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:53.384551 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-1e894f86-5d53-4477-a3aa-c77dcddd06b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/889cf151-8715-4727-b343-c662c8b6bc1d HTTP/1.1" status: 204 len: 168 time: 0.5098174 Jun 18 14:23:53.389426 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-dcacc9b7-b910-447f-8e07-2543538fad5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:23:53.396407 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9b4fe3a5-7863-4c4e-bae4-b4d7fc696fb3 req-85feb75b-9b9c-438b-816b-d24aca28ee29 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467198 Jun 18 14:23:53.400266 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e894f86-5d53-4477-a3aa-c77dcddd06b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889cf151-8715-4727-b343-c662c8b6bc1d,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:23:53.402773 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-1e894f86-5d53-4477-a3aa-c77dcddd06b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:23:54.572549 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84604f9b-d5f0-43c5-9138-4d16aa3e3ccc req-8c86bf59-b2f3-4846-9f36-1812cc125206 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:54.574049 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-84604f9b-d5f0-43c5-9138-4d16aa3e3ccc req-8c86bf59-b2f3-4846-9f36-1812cc125206 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0636122 Jun 18 14:23:54.615301 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-84604f9b-d5f0-43c5-9138-4d16aa3e3ccc req-3fb85909-5175-41e3-a39a-8ac54669d092 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355604 Jun 18 14:23:54.760721 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device a8deefef-fab4-49b2-9ea9-f78b24627d1a details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:23:54.855214 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port a8deefef-fab4-49b2-9ea9-f78b24627d1a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=a8deefef-fab4-49b2-9ea9-f78b24627d1a,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:23:54.866917 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'port_id': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a', 'mac_address': 'fa:16:3e:62:1e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:23:54.902884 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:54.915116 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8deefef-fab4-49b2-9ea9-f78b24627d1a {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:23:54.934621 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port a8deefef-fab4-49b2-9ea9-f78b24627d1a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=a8deefef-fab4-49b2-9ea9-f78b24627d1a,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:23:55.031950 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:55.033664 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:23:55.079585 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=a8deefef-fab4-49b2-9ea9-f78b24627d1a,revision_number=6']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:23:55.086497 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:55.086857 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:55.087283 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:55.088252 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:55.088252 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:55.088252 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:55.088560 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:55.088891 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:55.089226 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:55.089582 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:55.089911 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:55.090235 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:23:55.094186 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:23:55.220634 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['a8deefef-fab4-49b2-9ea9-f78b24627d1a'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:23:55.789541 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424748ab-5a18-49cd-b0b7-7aa0862d6c0a req-0b2ac9f0-a4e6-4e73-89d7-a64f2272d13c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:55.790902 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-424748ab-5a18-49cd-b0b7-7aa0862d6c0a req-0b2ac9f0-a4e6-4e73-89d7-a64f2272d13c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 945 time: 0.0620694 Jun 18 14:23:55.828701 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-424748ab-5a18-49cd-b0b7-7aa0862d6c0a req-d2ddcd56-dcc1-4274-a8bf-8305b6fac94e tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321593 Jun 18 14:23:56.771218 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device a8deefef-fab4-49b2-9ea9-f78b24627d1a up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:23:56.817144 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port a8deefef-fab4-49b2-9ea9-f78b24627d1a triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:23:56.817439 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:56.896122 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:56.917098 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379430e9-f0a2-4e41-8653-a438aa28a16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:23:56.919392 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da30886-69ef-4d28-a604-ef45e449ea88" -d '{"events": [{"server_uuid": "379430e9-f0a2-4e41-8653-a438aa28a16b", "name": "network-vif-plugged", "status": "completed", "tag": "a8deefef-fab4-49b2-9ea9-f78b24627d1a"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:23:56.932070 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port a8deefef-fab4-49b2-9ea9-f78b24627d1a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=a8deefef-fab4-49b2-9ea9-f78b24627d1a,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:23:56.957048 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1203a58-6990-40e0-84ec-808cc84ae36a x-openstack-request-id: req-e1203a58-6990-40e0-84ec-808cc84ae36a {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:23:56.957350 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379430e9-f0a2-4e41-8653-a438aa28a16b", "name": "network-vif-plugged", "status": "completed", "tag": "a8deefef-fab4-49b2-9ea9-f78b24627d1a", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:23:56.957900 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1203a58-6990-40e0-84ec-808cc84ae36a {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:23:56.958390 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379430e9-f0a2-4e41-8653-a438aa28a16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a', 'code': 200} Jun 18 14:23:57.003387 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:23:57.006344 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:23:57.006475 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bb559-4d12-425a-b194-a1d4e133d746 req-2970c525-ed20-43a2-9497-0fa5a1e81836 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:57.007894 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b45bb559-4d12-425a-b194-a1d4e133d746 req-2970c525-ed20-43a2-9497-0fa5a1e81836 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 945 time: 0.0650868 Jun 18 14:23:57.050557 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b45bb559-4d12-425a-b194-a1d4e133d746 req-2110e7d9-a205-4fe3-8bbe-092c4d53fd1a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369005 Jun 18 14:23:57.055061 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=a8deefef-fab4-49b2-9ea9-f78b24627d1a,revision_number=7']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:23:57.059692 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:23:58.231475 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63d8ac-4965-412d-89cc-5ec7dbafd5d0 req-0a1e8202-8185-41f4-9cf0-e7d4075bffa6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:58.232958 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ad63d8ac-4965-412d-89cc-5ec7dbafd5d0 req-0a1e8202-8185-41f4-9cf0-e7d4075bffa6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0654712 Jun 18 14:23:58.271337 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ad63d8ac-4965-412d-89cc-5ec7dbafd5d0 req-d9ea2f18-17bb-4c7d-a02a-06b302371656 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326309 Jun 18 14:23:59.448151 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5610a-8f82-4e0e-9205-431370eb9fa7 req-2eaf9502-0d85-4c89-9c5b-e96c1eff5970 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:23:59.449603 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0ce5610a-8f82-4e0e-9205-431370eb9fa7 req-2eaf9502-0d85-4c89-9c5b-e96c1eff5970 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0623801 Jun 18 14:23:59.487015 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0ce5610a-8f82-4e0e-9205-431370eb9fa7 req-abad2302-9f49-4fd3-b4b6-6a24e0cadbf7 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311801 Jun 18 14:24:00.668444 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86379505-0328-443f-9a92-05e74b136eb5 req-6810cfcd-bd23-4eb0-b186-494d25b46de1 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:00.669969 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-86379505-0328-443f-9a92-05e74b136eb5 req-6810cfcd-bd23-4eb0-b186-494d25b46de1 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0630801 Jun 18 14:24:00.711614 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-86379505-0328-443f-9a92-05e74b136eb5 req-401fc57e-d5a6-4ab5-a591-da8bd4f59196 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352530 Jun 18 14:24:01.906807 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5cef3-4899-4a56-8ea8-d12babb816c9 req-6524de38-b6ab-4cd9-b9e1-f2fa94be1c0f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:01.909007 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-35b5cef3-4899-4a56-8ea8-d12babb816c9 req-6524de38-b6ab-4cd9-b9e1-f2fa94be1c0f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0749011 Jun 18 14:24:01.950837 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-35b5cef3-4899-4a56-8ea8-d12babb816c9 req-3cac5b28-1b4d-462a-9baf-f48c0753b382 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358915 Jun 18 14:24:03.195322 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e890b-ac81-4eb8-a7c1-b953a84ed7de req-64b20055-0ef9-4562-be30-d014a68f6d1a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:03.197001 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d25e890b-ac81-4eb8-a7c1-b953a84ed7de req-64b20055-0ef9-4562-be30-d014a68f6d1a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0781562 Jun 18 14:24:03.259221 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d25e890b-ac81-4eb8-a7c1-b953a84ed7de req-574b05aa-a4c3-436d-875d-a29859ecd6c4 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512185 Jun 18 14:24:04.433434 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db8a9a-bd98-4bf6-bd06-53ed39db61d0 req-166c2dc3-ec6e-4eac-b64a-8daaaaebe3a3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:04.436209 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-19db8a9a-bd98-4bf6-bd06-53ed39db61d0 req-166c2dc3-ec6e-4eac-b64a-8daaaaebe3a3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0684025 Jun 18 14:24:04.480744 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-19db8a9a-bd98-4bf6-bd06-53ed39db61d0 req-9a06094b-f22d-4d02-a0cb-dcb2a6d13f8b tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378964 Jun 18 14:24:05.702960 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efada327-4ac1-4849-b55d-e50e556e8af3 req-4f3dbf50-8185-4770-b5eb-3d9fbc161d09 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:05.704170 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-efada327-4ac1-4849-b55d-e50e556e8af3 req-4f3dbf50-8185-4770-b5eb-3d9fbc161d09 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0866091 Jun 18 14:24:05.747854 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-efada327-4ac1-4849-b55d-e50e556e8af3 req-d635bed1-d3f9-44df-915c-0d3ee66bb30a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382218 Jun 18 14:24:06.935800 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bd01b-2c33-46a3-9f4a-f50b240eaa6c req-98091275-a93e-4795-be22-0deaadca5517 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:06.937895 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1e7bd01b-2c33-46a3-9f4a-f50b240eaa6c req-98091275-a93e-4795-be22-0deaadca5517 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0644455 Jun 18 14:24:06.988051 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1e7bd01b-2c33-46a3-9f4a-f50b240eaa6c req-7ec02b24-1416-416e-8270-63c53340d652 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423572 Jun 18 14:24:08.194527 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cb5f2-c403-4437-9dd1-f378b1b51a43 req-5ed79d0d-263b-4e0e-b506-6f3ad4f3256d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:08.199553 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-280cb5f2-c403-4437-9dd1-f378b1b51a43 req-5ed79d0d-263b-4e0e-b506-6f3ad4f3256d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0805638 Jun 18 14:24:08.247961 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-280cb5f2-c403-4437-9dd1-f378b1b51a43 req-2c1afb78-b9e4-4803-8e9f-b8819bae0a1a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419426 Jun 18 14:24:08.599444 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8ebfcf99-6ad3-499f-8b65-37b41d606e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:09.463578 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3256bd-8ab4-4066-a350-a4515c46162e req-42a0a3c5-7b74-4460-8bed-f4fdce20552d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:09.465528 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8c3256bd-8ab4-4066-a350-a4515c46162e req-42a0a3c5-7b74-4460-8bed-f4fdce20552d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0922449 Jun 18 14:24:09.523996 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8c3256bd-8ab4-4066-a350-a4515c46162e req-1cdb346d-87f3-42e7-b0d8-9f2b9deeeb49 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512948 Jun 18 14:24:10.741615 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfdb0e-4b50-4cde-af79-9cd7cd70c3f5 req-90695388-03cf-455f-adc8-8d91eea0a19d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:10.743111 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9ebfdb0e-4b50-4cde-af79-9cd7cd70c3f5 req-90695388-03cf-455f-adc8-8d91eea0a19d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0785718 Jun 18 14:24:10.784756 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9ebfdb0e-4b50-4cde-af79-9cd7cd70c3f5 req-fcc10eb0-36d6-4c41-ba11-c3917ec05644 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354416 Jun 18 14:24:11.979758 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef23c9-0ab1-48d3-8548-75a473880955 req-a904eae4-20c2-4cab-adef-00b8b486e4ff tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:11.981326 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cbef23c9-0ab1-48d3-8548-75a473880955 req-a904eae4-20c2-4cab-adef-00b8b486e4ff tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0789728 Jun 18 14:24:12.027946 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cbef23c9-0ab1-48d3-8548-75a473880955 req-6e9e535b-1ed5-4ada-8004-39222354a72a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402117 Jun 18 14:24:12.089261 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:12.483271 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-005c9735-55d1-404f-81dd-6efafca19c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:13.100005 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:13.214151 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c0fc2-9e77-46d7-9691-27517b44dc63 req-ff7e33e6-bf23-4637-8081-39bea76bdf05 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:13.215653 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ae7c0fc2-9e77-46d7-9691-27517b44dc63 req-ff7e33e6-bf23-4637-8081-39bea76bdf05 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0619979 Jun 18 14:24:13.254331 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ae7c0fc2-9e77-46d7-9691-27517b44dc63 req-06d4fb41-0176-4657-9134-1662b4b04ea0 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324984 Jun 18 14:24:13.431210 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:13.704068 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc5442-ceee-49fe-9e08-32a7156961d9 req-5ffbbc13-2e21-4b27-b893-d79bd71b223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:13.705511 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-62bc5442-ceee-49fe-9e08-32a7156961d9 req-5ffbbc13-2e21-4b27-b893-d79bd71b223a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=107d8e292f474633ab35671645fd2880&device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 1099 time: 0.0617025 Jun 18 14:24:13.801802 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc5442-ceee-49fe-9e08-32a7156961d9 req-6333a8a2-5c43-40d2-911f-123be7fe9826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:13.803228 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-62bc5442-ceee-49fe-9e08-32a7156961d9 req-6333a8a2-5c43-40d2-911f-123be7fe9826 service neutron] 10.222.0.38 "GET /v2.0/networks?id=34ea1a7a-1cdd-4064-b454-5495867b8273 HTTP/1.1" status: 200 len: 917 time: 0.0877018 Jun 18 14:24:13.871362 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-62bc5442-ceee-49fe-9e08-32a7156961d9 req-f362d6b7-f855-4a49-ba83-1d702ef2bea3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8deefef-fab4-49b2-9ea9-f78b24627d1a HTTP/1.1" status: 200 len: 1001 time: 0.0607619 Jun 18 14:24:13.919674 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc5442-ceee-49fe-9e08-32a7156961d9 req-ecc13817-fd49-4227-86ce-7862bf595cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:13.921100 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-62bc5442-ceee-49fe-9e08-32a7156961d9 req-ecc13817-fd49-4227-86ce-7862bf595cae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3994dc00-6a2f-4cf8-8857-bc42cacf8da2 HTTP/1.1" status: 200 len: 855 time: 0.0423229 Jun 18 14:24:13.977574 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc5442-ceee-49fe-9e08-32a7156961d9 req-94e2cfbe-9679-400e-9b08-a8b84a83f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:13.978912 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-62bc5442-ceee-49fe-9e08-32a7156961d9 req-94e2cfbe-9679-400e-9b08-a8b84a83f1fa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=34ea1a7a-1cdd-4064-b454-5495867b8273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500212 Jun 18 14:24:14.081096 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-62bc5442-ceee-49fe-9e08-32a7156961d9 req-9f53dee1-e244-4cab-8bc4-84e2a9b51fa6 service neutron] 10.222.0.38 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947683 Jun 18 14:24:14.171824 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-62bc5442-ceee-49fe-9e08-32a7156961d9 req-a84e95a1-97d7-4fc2-a99e-c78a2f748537 service neutron] 10.222.0.38 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830660 Jun 18 14:24:14.428817 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a15d8-9d94-4b89-98f6-534d7e4a9609 req-2e96a0ef-9424-4bd4-b950-6a40a72038a4 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:14.430288 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-fd1a15d8-9d94-4b89-98f6-534d7e4a9609 req-2e96a0ef-9424-4bd4-b950-6a40a72038a4 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0621088 Jun 18 14:24:14.470924 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-fd1a15d8-9d94-4b89-98f6-534d7e4a9609 req-fd4fd55c-6d6a-4d0d-984c-5a69ce591bff tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350406 Jun 18 14:24:15.271541 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:15.649041 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c05b2-39b6-44e6-b2f4-15edf14c169a req-1dab7612-6d95-49a6-9c11-0dbbc045eb61 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:15.650528 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-589c05b2-39b6-44e6-b2f4-15edf14c169a req-1dab7612-6d95-49a6-9c11-0dbbc045eb61 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0666623 Jun 18 14:24:15.692305 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-589c05b2-39b6-44e6-b2f4-15edf14c169a req-e422cbcd-019f-4b21-bfb0-8b52ae81fc6f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356042 Jun 18 14:24:16.881560 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607cb6a-1ea2-4d02-b780-525275031717 req-49e18259-70bb-42bb-ba92-14d73d36af27 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:16.883132 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1607cb6a-1ea2-4d02-b780-525275031717 req-49e18259-70bb-42bb-ba92-14d73d36af27 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 946 time: 0.0702860 Jun 18 14:24:16.901508 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device a8deefef-fab4-49b2-9ea9-f78b24627d1a no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:24:16.924834 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1607cb6a-1ea2-4d02-b780-525275031717 req-c7a3d1a2-8be7-4c1e-a35c-7400b3fe4ed7 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346043 Jun 18 14:24:16.985579 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:17.004224 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379430e9-f0a2-4e41-8653-a438aa28a16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:24:17.006501 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec71900-79ef-413a-945e-cd890556f55b" -d '{"events": [{"server_uuid": "379430e9-f0a2-4e41-8653-a438aa28a16b", "name": "network-vif-unplugged", "status": "completed", "tag": "a8deefef-fab4-49b2-9ea9-f78b24627d1a"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:24:17.027422 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port a8deefef-fab4-49b2-9ea9-f78b24627d1a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=a8deefef-fab4-49b2-9ea9-f78b24627d1a,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:24:17.044505 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Jun 2021 14:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c7fd22-0f84-46f5-a325-d84a660445fa x-openstack-request-id: req-63c7fd22-0f84-46f5-a325-d84a660445fa {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:24:17.044810 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379430e9-f0a2-4e41-8653-a438aa28a16b", "name": "network-vif-unplugged", "status": "failed", "tag": "a8deefef-fab4-49b2-9ea9-f78b24627d1a", "code": 422}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:24:17.045076 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63c7fd22-0f84-46f5-a325-d84a660445fa {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:24:17.046226 dv-cinder-795751-2-iscsi neutron-server[93614]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '379430e9-f0a2-4e41-8653-a438aa28a16b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a', 'code': 422} returned with failed status Jun 18 14:24:17.123224 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:17.125012 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:24:17.170169 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=a8deefef-fab4-49b2-9ea9-f78b24627d1a,revision_number=8']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:24:17.174109 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:24:18.727985 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519bd47-1ea6-4e7e-aca4-8d15a8d835c2 req-39b64153-ed10-461b-9c8a-af8784055ade tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:18.729499 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1519bd47-1ea6-4e7e-aca4-8d15a8d835c2 req-39b64153-ed10-461b-9c8a-af8784055ade tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0660055 Jun 18 14:24:18.768830 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1519bd47-1ea6-4e7e-aca4-8d15a8d835c2 req-80fe930e-c5df-4e70-8798-23a1dcb74433 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329430 Jun 18 14:24:19.275609 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48478) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:24:19.385280 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-07090ec1-b624-4479-8302-a005363d05a4 req-4fd7a6fd-fe36-410d-bc42-23fbb84cb984 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1084507 Jun 18 14:24:19.947234 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b1529-7b72-4a04-a0b9-6c83c34eaca4 req-427991ad-d65b-4d11-85ae-c2ef9afd8787 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:19.948751 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-975b1529-7b72-4a04-a0b9-6c83c34eaca4 req-427991ad-d65b-4d11-85ae-c2ef9afd8787 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0637796 Jun 18 14:24:19.987035 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-975b1529-7b72-4a04-a0b9-6c83c34eaca4 req-ebde1fe7-aaf0-4020-8f15-3a8a7a0c7dae tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317838 Jun 18 14:24:21.166750 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6b127-ac23-4286-83db-a220507a2f48 req-9bc3ba62-93af-4583-8d1a-5a63f82f2206 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:21.168245 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4fa6b127-ac23-4286-83db-a220507a2f48 req-9bc3ba62-93af-4583-8d1a-5a63f82f2206 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0660486 Jun 18 14:24:21.207641 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4fa6b127-ac23-4286-83db-a220507a2f48 req-cd963556-37fa-4d77-ac5b-9e2e985e9cf6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332103 Jun 18 14:24:22.669046 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221b4d9-bffe-40dc-a638-058b873e3e2b req-c4b52275-b5ff-485e-9ecc-cdbc40a9c84b tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:22.670777 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9221b4d9-bffe-40dc-a638-058b873e3e2b req-c4b52275-b5ff-485e-9ecc-cdbc40a9c84b tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.3443606 Jun 18 14:24:22.716079 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9221b4d9-bffe-40dc-a638-058b873e3e2b req-44c96ecb-a942-4c75-a00d-66b8f33b51e2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385165 Jun 18 14:24:22.718435 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07090ec1-b624-4479-8302-a005363d05a4 req-8b9223e0-1552-4ce1-a168-2bb1e9e1874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:22.719817 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-07090ec1-b624-4479-8302-a005363d05a4 req-8b9223e0-1552-4ce1-a168-2bb1e9e1874c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b&tenant_id=107d8e292f474633ab35671645fd2880 HTTP/1.1" status: 200 len: 1097 time: 0.0954187 Jun 18 14:24:22.812405 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07090ec1-b624-4479-8302-a005363d05a4 req-677be2f2-743d-4251-888a-2f2d3a97dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:22.813807 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-07090ec1-b624-4479-8302-a005363d05a4 req-677be2f2-743d-4251-888a-2f2d3a97dfda service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=107d8e292f474633ab35671645fd2880&device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 1097 time: 0.0529158 Jun 18 14:24:22.903264 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07090ec1-b624-4479-8302-a005363d05a4 req-20665ed5-b5b6-45b2-98d4-14eeea616664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:22.904738 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-07090ec1-b624-4479-8302-a005363d05a4 req-20665ed5-b5b6-45b2-98d4-14eeea616664 service neutron] 10.222.0.38 "GET /v2.0/networks?id=34ea1a7a-1cdd-4064-b454-5495867b8273 HTTP/1.1" status: 200 len: 917 time: 0.0842910 Jun 18 14:24:22.970716 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-07090ec1-b624-4479-8302-a005363d05a4 req-cb23b3d3-21d8-4936-bbae-aaaea28049d2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8deefef-fab4-49b2-9ea9-f78b24627d1a HTTP/1.1" status: 200 len: 999 time: 0.0596166 Jun 18 14:24:23.020594 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07090ec1-b624-4479-8302-a005363d05a4 req-492de234-fa0e-48fb-9ee4-c0c6c06e21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:23.022051 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-07090ec1-b624-4479-8302-a005363d05a4 req-492de234-fa0e-48fb-9ee4-c0c6c06e21b3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3994dc00-6a2f-4cf8-8857-bc42cacf8da2 HTTP/1.1" status: 200 len: 855 time: 0.0451403 Jun 18 14:24:23.075218 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07090ec1-b624-4479-8302-a005363d05a4 req-83ea2eb9-0d86-44fd-9995-cdc5a7bc6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:23.077249 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-07090ec1-b624-4479-8302-a005363d05a4 req-83ea2eb9-0d86-44fd-9995-cdc5a7bc6852 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=34ea1a7a-1cdd-4064-b454-5495867b8273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485792 Jun 18 14:24:23.162135 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-07090ec1-b624-4479-8302-a005363d05a4 req-18bf5050-0f1c-4cfa-b114-e70a10a04dac service neutron] 10.222.0.38 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789328 Jun 18 14:24:23.251825 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-07090ec1-b624-4479-8302-a005363d05a4 req-93513306-a743-42ce-b574-da4bb0a5cc64 service neutron] 10.222.0.38 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821714 Jun 18 14:24:23.906925 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f933c29-c5b0-4e86-939f-06ef4949ef61 req-0cb33ec3-aad7-4fe3-b8f4-4355a539f9d5 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:23.909875 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5f933c29-c5b0-4e86-939f-06ef4949ef61 req-0cb33ec3-aad7-4fe3-b8f4-4355a539f9d5 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0746639 Jun 18 14:24:23.954566 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5f933c29-c5b0-4e86-939f-06ef4949ef61 req-35957472-befc-4366-9757-856b5737467d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386167 Jun 18 14:24:25.142632 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20799b04-f5c9-4086-935c-5c6d71e9f4ac req-d6491efb-4d89-427b-ac93-9e9f372f71b2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:25.145181 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-20799b04-f5c9-4086-935c-5c6d71e9f4ac req-d6491efb-4d89-427b-ac93-9e9f372f71b2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0684838 Jun 18 14:24:25.186164 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-20799b04-f5c9-4086-935c-5c6d71e9f4ac req-5c30af1e-971d-4e27-bf48-0ad3bc9c409a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351315 Jun 18 14:24:26.025446 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:24:26.399177 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3f6bf-074d-4cfc-b478-6c5e4a5cb442 req-65260ce1-1440-4bd2-bc2a-7dab266de489 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:26.400728 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9fd3f6bf-074d-4cfc-b478-6c5e4a5cb442 req-65260ce1-1440-4bd2-bc2a-7dab266de489 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0815289 Jun 18 14:24:26.453289 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9fd3f6bf-074d-4cfc-b478-6c5e4a5cb442 req-191c2c10-a194-422c-9196-6e6fe116cc97 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466292 Jun 18 14:24:27.652520 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f340ce-b949-4c89-9328-556aaa58d502 req-34fa9d50-1b98-428d-8a96-2670b50a4c30 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:27.653983 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-36f340ce-b949-4c89-9328-556aaa58d502 req-34fa9d50-1b98-428d-8a96-2670b50a4c30 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0717688 Jun 18 14:24:27.695226 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-36f340ce-b949-4c89-9328-556aaa58d502 req-08e63669-407d-473b-9ab5-74c53b5c2e7d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350432 Jun 18 14:24:28.897782 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b2220-99c5-4b20-a23e-263b4a13c8e2 req-b5a41073-bd4a-4c86-866d-45e23386bafa tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:28.899238 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-956b2220-99c5-4b20-a23e-263b4a13c8e2 req-b5a41073-bd4a-4c86-866d-45e23386bafa tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0682607 Jun 18 14:24:28.948621 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-956b2220-99c5-4b20-a23e-263b4a13c8e2 req-b56bf791-8536-4cd7-a51e-5aa101f64231 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434129 Jun 18 14:24:30.128051 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009efb3d-9d76-4625-a80d-272f3c823d3a req-ff8e6590-af57-40f2-8bee-08ab10d3faf6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:30.129586 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-009efb3d-9d76-4625-a80d-272f3c823d3a req-ff8e6590-af57-40f2-8bee-08ab10d3faf6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0635788 Jun 18 14:24:30.166651 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-009efb3d-9d76-4625-a80d-272f3c823d3a req-e1a6a2f7-c5a6-42f6-bfa0-50f5c07e931f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310495 Jun 18 14:24:31.355627 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d152136-a852-41ab-80db-bd5a1a4a7d83 req-0b28777b-b5f6-40c4-89b0-898c520c4c76 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:31.357235 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1d152136-a852-41ab-80db-bd5a1a4a7d83 req-0b28777b-b5f6-40c4-89b0-898c520c4c76 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0663853 Jun 18 14:24:31.404009 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1d152136-a852-41ab-80db-bd5a1a4a7d83 req-cb63f3a3-1d93-4898-94d7-fb3f48d0a372 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394216 Jun 18 14:24:32.593046 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2e6cf-7dd7-4aec-a102-95cdb1467953 req-5054b04d-a371-4bf6-92d6-3d45d4f658ce tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:32.595112 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-70c2e6cf-7dd7-4aec-a102-95cdb1467953 req-5054b04d-a371-4bf6-92d6-3d45d4f658ce tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0674059 Jun 18 14:24:32.633369 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-70c2e6cf-7dd7-4aec-a102-95cdb1467953 req-961b9fb2-75b1-45d3-b4fc-ef33c57e312a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324111 Jun 18 14:24:33.823911 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbf057-97ab-427e-b2bb-85208d2d830d req-8b5b80a7-7641-44e9-80a1-0add15ac6ad7 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:33.825270 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a9dbf057-97ab-427e-b2bb-85208d2d830d req-8b5b80a7-7641-44e9-80a1-0add15ac6ad7 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0685322 Jun 18 14:24:33.866581 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a9dbf057-97ab-427e-b2bb-85208d2d830d req-573a2c64-6595-487b-aaa4-923951754b76 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355599 Jun 18 14:24:35.215598 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a22cf4-3b11-4a72-8ea1-d28c38ffdd5e req-45be0e33-d86d-47fa-ba07-553a494ee050 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:35.217117 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-65a22cf4-3b11-4a72-8ea1-d28c38ffdd5e req-45be0e33-d86d-47fa-ba07-553a494ee050 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0686450 Jun 18 14:24:35.254410 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-65a22cf4-3b11-4a72-8ea1-d28c38ffdd5e req-877e3975-6ed7-43d3-874f-dee935a2e7d7 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310156 Jun 18 14:24:36.437958 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9df43b-a910-4186-adce-718a887672fb req-3e3ec1ad-65ec-4fe1-8fd8-16363e4215ef tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:36.439916 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9d9df43b-a910-4186-adce-718a887672fb req-3e3ec1ad-65ec-4fe1-8fd8-16363e4215ef tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0677590 Jun 18 14:24:36.478250 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9d9df43b-a910-4186-adce-718a887672fb req-c6df408b-889e-41fc-ba69-96bdff45f50e tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326374 Jun 18 14:24:37.653569 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eecaa6-910c-4983-9a00-f09bfc04b098 req-e75bb4d2-40dd-4ba3-ae64-3533e29d1905 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:37.655037 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-81eecaa6-910c-4983-9a00-f09bfc04b098 req-e75bb4d2-40dd-4ba3-ae64-3533e29d1905 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0618446 Jun 18 14:24:37.691999 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-81eecaa6-910c-4983-9a00-f09bfc04b098 req-e6bd668f-631f-491b-8890-116aa5396b3d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307758 Jun 18 14:24:38.568419 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-e20081c8-e923-4c1f-b466-bcd5028f12dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:38.874822 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bface139-0f3c-46d1-acf1-185d67930cd7 req-38d5025d-b31c-4dc8-9d5a-41a17c115439 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:38.876490 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bface139-0f3c-46d1-acf1-185d67930cd7 req-38d5025d-b31c-4dc8-9d5a-41a17c115439 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0639863 Jun 18 14:24:38.919035 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bface139-0f3c-46d1-acf1-185d67930cd7 req-f267fdb3-3ffc-4dbf-88a5-3b54c7e2055a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368218 Jun 18 14:24:40.095635 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cef73a-c752-4fb2-89ef-fac843fac008 req-ac4d74cb-57ea-49c1-9fc1-b7fab03a3cb2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:40.097622 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-96cef73a-c752-4fb2-89ef-fac843fac008 req-ac4d74cb-57ea-49c1-9fc1-b7fab03a3cb2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0652449 Jun 18 14:24:40.134119 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-96cef73a-c752-4fb2-89ef-fac843fac008 req-aade8fe7-65e8-4b2d-abe9-4a5497fdb212 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308752 Jun 18 14:24:41.309857 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc44108-6518-448c-9787-79ca1df04b7d req-ae201cc1-3424-4970-84f8-67b76ec06ffd tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:41.311299 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9fc44108-6518-448c-9787-79ca1df04b7d req-ae201cc1-3424-4970-84f8-67b76ec06ffd tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0626490 Jun 18 14:24:41.348959 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9fc44108-6518-448c-9787-79ca1df04b7d req-46837dc5-95ad-487d-ad32-53463f4bf14b tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314224 Jun 18 14:24:42.013535 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:42.470835 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-19bb8e04-cb00-4e0b-9d6c-2298aad0f714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:42.581983 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f101ef-0a39-4389-ae13-e98502f8d194 req-4c3f110f-0042-43ef-bf6d-fadfa1d898d4 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:42.583441 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-12f101ef-0a39-4389-ae13-e98502f8d194 req-4c3f110f-0042-43ef-bf6d-fadfa1d898d4 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.1146708 Jun 18 14:24:42.620728 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-12f101ef-0a39-4389-ae13-e98502f8d194 req-0a087cc3-eec5-4788-a943-1e86b84acd58 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316448 Jun 18 14:24:43.144727 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:43.453525 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:43.797769 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3229926-a038-4244-a8e4-984800f7fa84 req-97504f97-14bc-432f-8e45-8cc273f3937f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:43.799174 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a3229926-a038-4244-a8e4-984800f7fa84 req-97504f97-14bc-432f-8e45-8cc273f3937f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0632539 Jun 18 14:24:43.836808 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a3229926-a038-4244-a8e4-984800f7fa84 req-8749cd9d-fa6f-450f-9c5d-cde9a93add91 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318944 Jun 18 14:24:45.011595 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ac8e7-8306-475e-aeff-af7c35e04ef1 req-f75de96c-60aa-45f5-88c5-e5cb923a7b4f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:45.013323 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-637ac8e7-8306-475e-aeff-af7c35e04ef1 req-f75de96c-60aa-45f5-88c5-e5cb923a7b4f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0626957 Jun 18 14:24:45.050273 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-637ac8e7-8306-475e-aeff-af7c35e04ef1 req-8cd9b374-8465-4fea-af44-b0259db049f3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312698 Jun 18 14:24:45.351308 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:46.238345 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9e126-9518-4512-8e02-d280cd3bd944 req-5c02cc48-a67b-41f9-84c5-0572ad9c8c94 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:46.240317 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-fac9e126-9518-4512-8e02-d280cd3bd944 req-5c02cc48-a67b-41f9-84c5-0572ad9c8c94 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0766051 Jun 18 14:24:46.278366 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-fac9e126-9518-4512-8e02-d280cd3bd944 req-d46e9e62-f113-40d0-83b0-d7b9c445ce3e tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321059 Jun 18 14:24:47.461320 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5e64a-4718-4612-a6e1-b2c42af8db3c req-50c33409-94af-4831-b1c8-bf1058821f46 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:47.462732 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a2b5e64a-4718-4612-a6e1-b2c42af8db3c req-50c33409-94af-4831-b1c8-bf1058821f46 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0677044 Jun 18 14:24:47.500283 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a2b5e64a-4718-4612-a6e1-b2c42af8db3c req-5b8385e3-e997-43f3-8d36-e9277a0d53a5 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317309 Jun 18 14:24:48.782533 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e9737-074a-40c8-8631-3651cb8c6343 req-7191410d-fe98-4287-9960-31eaddedc247 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:48.784067 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-040e9737-074a-40c8-8631-3651cb8c6343 req-7191410d-fe98-4287-9960-31eaddedc247 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 944 time: 0.0642323 Jun 18 14:24:48.822415 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-040e9737-074a-40c8-8631-3651cb8c6343 req-2aaa180e-e6b2-4ba8-9b67-01e259e8d377 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326810 Jun 18 14:24:49.086184 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device a8deefef-fab4-49b2-9ea9-f78b24627d1a details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:24:49.179203 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port a8deefef-fab4-49b2-9ea9-f78b24627d1a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=a8deefef-fab4-49b2-9ea9-f78b24627d1a,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:24:49.194797 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'port_id': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a', 'mac_address': 'fa:16:3e:62:1e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:24:49.233162 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:49.249079 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8deefef-fab4-49b2-9ea9-f78b24627d1a {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:24:49.269345 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port a8deefef-fab4-49b2-9ea9-f78b24627d1a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=a8deefef-fab4-49b2-9ea9-f78b24627d1a,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:24:49.360324 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:49.362043 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:24:49.406640 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=a8deefef-fab4-49b2-9ea9-f78b24627d1a,revision_number=9']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:24:49.409757 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:24:49.907563 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['a8deefef-fab4-49b2-9ea9-f78b24627d1a'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:24:49.999859 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b3603-6d66-4530-b696-bc5762f2353f req-875439b1-51f3-4a79-8ac7-129096f2d5c1 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:50.001355 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9b5b3603-6d66-4530-b696-bc5762f2353f req-875439b1-51f3-4a79-8ac7-129096f2d5c1 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 945 time: 0.0623693 Jun 18 14:24:50.040258 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9b5b3603-6d66-4530-b696-bc5762f2353f req-41e3c5bd-43a9-4ddb-bed8-b0062c9cd3e3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328600 Jun 18 14:24:51.096822 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device a8deefef-fab4-49b2-9ea9-f78b24627d1a up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:24:51.146122 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port a8deefef-fab4-49b2-9ea9-f78b24627d1a triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:24:51.146510 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:51.218293 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4ffd7-af7d-4b94-a575-d27829490e00 req-808653f7-75cc-4496-9116-2963acdeb59a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:51.219793 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e9b4ffd7-af7d-4b94-a575-d27829490e00 req-808653f7-75cc-4496-9116-2963acdeb59a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 945 time: 0.0637465 Jun 18 14:24:51.225060 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:51.247106 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379430e9-f0a2-4e41-8653-a438aa28a16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:24:51.249474 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114a6ea0-5b67-49f3-90ee-3be7f9f26a10" -d '{"events": [{"server_uuid": "379430e9-f0a2-4e41-8653-a438aa28a16b", "name": "network-vif-plugged", "status": "completed", "tag": "a8deefef-fab4-49b2-9ea9-f78b24627d1a"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:24:51.262205 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port a8deefef-fab4-49b2-9ea9-f78b24627d1a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=a8deefef-fab4-49b2-9ea9-f78b24627d1a,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:24:51.267100 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e9b4ffd7-af7d-4b94-a575-d27829490e00 req-766c42da-2fae-4a12-945b-733e476e2de8 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373442 Jun 18 14:24:51.291305 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42d89eb-74d8-4475-a94a-41ef584ef56e x-openstack-request-id: req-f42d89eb-74d8-4475-a94a-41ef584ef56e {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:24:51.291608 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379430e9-f0a2-4e41-8653-a438aa28a16b", "name": "network-vif-plugged", "status": "completed", "tag": "a8deefef-fab4-49b2-9ea9-f78b24627d1a", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:24:51.291865 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f42d89eb-74d8-4475-a94a-41ef584ef56e {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:24:51.292256 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379430e9-f0a2-4e41-8653-a438aa28a16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a', 'code': 200} Jun 18 14:24:51.413671 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:51.415537 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:24:51.463644 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=a8deefef-fab4-49b2-9ea9-f78b24627d1a,revision_number=10']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:24:51.466603 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:24:52.035730 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648f226-f49a-4477-9fee-1cdf82570c88 req-48e7cd7d-a438-4385-96d3-677b10bfed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:52.037181 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b648f226-f49a-4477-9fee-1cdf82570c88 req-48e7cd7d-a438-4385-96d3-677b10bfed7d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 1100 time: 0.0554008 Jun 18 14:24:52.072283 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b648f226-f49a-4477-9fee-1cdf82570c88 req-e931b430-532f-48f6-a044-f25f957ee03a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267444 Jun 18 14:24:52.443866 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29701f-127e-4a9a-87d7-6282824ca43b req-c151bda8-fbdc-4c28-83af-b45bc7b2b53a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:52.445337 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1b29701f-127e-4a9a-87d7-6282824ca43b req-c151bda8-fbdc-4c28-83af-b45bc7b2b53a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 947 time: 0.0640111 Jun 18 14:24:52.482558 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1b29701f-127e-4a9a-87d7-6282824ca43b req-3a186f65-c943-4093-85c2-a8c4eb1cf880 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309768 Jun 18 14:24:53.659203 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0364ad5-afc2-46b9-b3b3-9ff80758dd0d req-57d7d6d9-3468-4c5d-bfdd-c4f07e58caee tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:53.660638 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a0364ad5-afc2-46b9-b3b3-9ff80758dd0d req-57d7d6d9-3468-4c5d-bfdd-c4f07e58caee tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 947 time: 0.0611410 Jun 18 14:24:53.698064 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a0364ad5-afc2-46b9-b3b3-9ff80758dd0d req-bb923d11-170d-4e42-85c1-60a78897886f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317905 Jun 18 14:24:54.872400 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb2827-6609-42d0-8942-91d76b10fdea req-de2880d3-2421-48fd-9d5e-819b7780f16d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:54.873901 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6aeb2827-6609-42d0-8942-91d76b10fdea req-de2880d3-2421-48fd-9d5e-819b7780f16d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 947 time: 0.0621583 Jun 18 14:24:54.914407 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6aeb2827-6609-42d0-8942-91d76b10fdea req-63e96abd-ec10-49e4-954b-2faeeb27c132 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343926 Jun 18 14:24:56.089350 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ec2a2-373c-45c3-ad26-9cea54ddffbf req-59a497e9-f238-474c-80af-8560e27bd100 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:56.090818 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-092ec2a2-373c-45c3-ad26-9cea54ddffbf req-59a497e9-f238-474c-80af-8560e27bd100 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 947 time: 0.0608366 Jun 18 14:24:56.127338 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-092ec2a2-373c-45c3-ad26-9cea54ddffbf req-e48b4dbe-3de7-4793-9ce7-8d3d96e1144d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303645 Jun 18 14:24:57.691155 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48636) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:24:57.845315 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Deleting port ec6c877a-3c6c-40c0-a648-25a9d97edd0a {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:24:57.845609 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:57.919261 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:57.919590 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:57.983678 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Calling delete_port for ec6c877a-3c6c-40c0-a648-25a9d97edd0a owned by network:floatingip {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:24:58.236042 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:58.238209 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c0ce5144-5ede-42fe-a87b-10b29036c46b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:24:58.259457 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Pushing event deleted for resources: {'Port': ['ID=ec6c877a-3c6c-40c0-a648-25a9d97edd0a,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:24:58.271133 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:24:58.271511 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:24:58.271880 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:24:58.272243 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:24:58.272601 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:24:58.272956 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:24:58.273307 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:24:58.273680 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:24:58.274034 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:24:58.274388 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:24:58.274735 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:24:58.275079 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:24:58.279338 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:24:58.334617 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for floatingip, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:58.335528 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.l3_db [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Floating IP df9b0b3e-571c-44d5-b478-4d94f796cb8d disassociated (deleted). External IP: 172.27.3.227, port: 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac. Jun 18 14:24:58.529215 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Router 6faac8e0-3891-46a9-bbd8-24eb2707e510 has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:24:58.629274 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:24:58.634035 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for floatingip, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:24:58.639148 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73239234-afac-4925-8ba0-5ea45d754556 None None] Sync routers for ids ['6faac8e0-3891-46a9-bbd8-24eb2707e510'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:24:58.648836 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73239234-afac-4925-8ba0-5ea45d754556 None None] Routers {'6faac8e0-3891-46a9-bbd8-24eb2707e510'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:24:58.649552 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-73239234-afac-4925-8ba0-5ea45d754556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:24:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['6faac8e0-3891-46a9-bbd8-24eb2707e510'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:24:58.675740 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "DELETE /v2.0/floatingips/df9b0b3e-571c-44d5-b478-4d94f796cb8d HTTP/1.1" status: 204 len: 168 time: 0.9811423 Jun 18 14:24:58.675740 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2c1a6d-e569-4a11-bf4c-577716033126', 'tag': '242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:24:58.676502 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2c5b1c-6394-4da4-ab3c-4c6df9ecab50" -d '{"events": [{"name": "network-changed", "server_uuid": "db2c1a6d-e569-4a11-bf4c-577716033126", "tag": "242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:24:58.717760 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41db7cc5-33ae-458f-bfbc-dcfc152dff36 x-openstack-request-id: req-41db7cc5-33ae-458f-bfbc-dcfc152dff36 {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:24:58.718410 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2c1a6d-e569-4a11-bf4c-577716033126", "tag": "242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:24:58.718410 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41db7cc5-33ae-458f-bfbc-dcfc152dff36 {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:24:58.718817 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2c1a6d-e569-4a11-bf4c-577716033126', 'tag': '242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac', 'status': 'completed', 'code': 200} Jun 18 14:24:58.871082 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c5b1c-6394-4da4-ab3c-4c6df9ecab50 req-64e1ae40-8b52-4a18-b156-6da089b1da5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:58.872562 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2b2c5b1c-6394-4da4-ab3c-4c6df9ecab50 req-64e1ae40-8b52-4a18-b156-6da089b1da5d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=66c7a59352bd4bb3b1a26c01a0fb571c&device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 1098 time: 0.0838468 Jun 18 14:24:58.897550 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-73239234-afac-4925-8ba0-5ea45d754556 None None] Set router 6faac8e0-3891-46a9-bbd8-24eb2707e510 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:24:58.968146 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c5b1c-6394-4da4-ab3c-4c6df9ecab50 req-fe9821aa-b3ef-41df-92ce-2213cd33efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:58.969814 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2b2c5b1c-6394-4da4-ab3c-4c6df9ecab50 req-fe9821aa-b3ef-41df-92ce-2213cd33efe0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=58b3b662-a83b-4a79-96d6-15eb372428ed HTTP/1.1" status: 200 len: 910 time: 0.0904830 Jun 18 14:24:59.018100 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2b2c5b1c-6394-4da4-ab3c-4c6df9ecab50 req-f9f20ef3-41a6-4db1-8e94-490d169727ea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac HTTP/1.1" status: 200 len: 217 time: 0.0414906 Jun 18 14:24:59.067732 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c5b1c-6394-4da4-ab3c-4c6df9ecab50 req-60465aa7-cef7-4c59-b315-c753ee145542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:59.069072 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2b2c5b1c-6394-4da4-ab3c-4c6df9ecab50 req-60465aa7-cef7-4c59-b315-c753ee145542 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e376c192-7508-4cae-9176-aef3287f6229 HTTP/1.1" status: 200 len: 848 time: 0.0440111 Jun 18 14:24:59.108650 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-73239234-afac-4925-8ba0-5ea45d754556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'name': 'tempest-TestShelveInstance-1209496686-router', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:03Z', 'updated_at': '2021-06-18T14:17:07Z', 'revision_number': 4, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'gw_port': {'id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:04Z', 'updated_at': '2021-06-18T14:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3', 'name': '', 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'mac_address': 'fa:16:3e:46:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e376c192-7508-4cae-9176-aef3287f6229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:06Z', 'updated_at': '2021-06-18T14:17:13Z', 'revision_number': 5, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'subnets': [{'id': 'e376c192-7508-4cae-9176-aef3287f6229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:24:59.131923 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c5b1c-6394-4da4-ab3c-4c6df9ecab50 req-5cf879d7-9e9c-46a9-b9c6-88e4b3c8df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:59.133438 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2b2c5b1c-6394-4da4-ab3c-4c6df9ecab50 req-5cf879d7-9e9c-46a9-b9c6-88e4b3c8df90 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58b3b662-a83b-4a79-96d6-15eb372428ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551360 Jun 18 14:24:59.137432 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73239234-afac-4925-8ba0-5ea45d754556 None None] Checking router: 6faac8e0-3891-46a9-bbd8-24eb2707e510 for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:24:59.146220 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73239234-afac-4925-8ba0-5ea45d754556 None None] Routers {'6faac8e0-3891-46a9-bbd8-24eb2707e510'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:24:59.147383 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-73239234-afac-4925-8ba0-5ea45d754556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:24:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['6faac8e0-3891-46a9-bbd8-24eb2707e510'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:24:59.235269 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2b2c5b1c-6394-4da4-ab3c-4c6df9ecab50 req-2ad90458-c5e2-4116-bbfb-a4d8f623d7d1 service neutron] 10.222.0.38 "GET /v2.0/networks/58b3b662-a83b-4a79-96d6-15eb372428ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917542 Jun 18 14:24:59.256825 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-73239234-afac-4925-8ba0-5ea45d754556 None None] Set router 6faac8e0-3891-46a9-bbd8-24eb2707e510 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:24:59.418699 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2b2c5b1c-6394-4da4-ab3c-4c6df9ecab50 req-f3063e8e-0351-4959-950b-b301e493946e service neutron] 10.222.0.38 "GET /v2.0/networks/58b3b662-a83b-4a79-96d6-15eb372428ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092358 Jun 18 14:24:59.497111 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-73239234-afac-4925-8ba0-5ea45d754556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'name': 'tempest-TestShelveInstance-1209496686-router', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:03Z', 'updated_at': '2021-06-18T14:17:07Z', 'revision_number': 4, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'gw_port': {'id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:04Z', 'updated_at': '2021-06-18T14:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3', 'name': '', 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'mac_address': 'fa:16:3e:46:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e376c192-7508-4cae-9176-aef3287f6229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:06Z', 'updated_at': '2021-06-18T14:17:13Z', 'revision_number': 5, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'subnets': [{'id': 'e376c192-7508-4cae-9176-aef3287f6229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:24:59.524213 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73239234-afac-4925-8ba0-5ea45d754556 None None] The sync data for ids ['6faac8e0-3891-46a9-bbd8-24eb2707e510'] in dv-cinder-795751-2-iscsi is: [{'id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'name': 'tempest-TestShelveInstance-1209496686-router', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:03Z', 'updated_at': '2021-06-18T14:17:07Z', 'revision_number': 4, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'gw_port': {'id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:04Z', 'updated_at': '2021-06-18T14:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3', 'name': '', 'network_id': '58b3b662-a83b-4a79-96d6-15eb372428ed', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'mac_address': 'fa:16:3e:46:82:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e376c192-7508-4cae-9176-aef3287f6229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:06Z', 'updated_at': '2021-06-18T14:17:13Z', 'revision_number': 5, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'subnets': [{'id': 'e376c192-7508-4cae-9176-aef3287f6229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:24:59.534398 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37507d0-57b1-46f3-babc-ee71737bc09e req-b5aefb68-0740-44f3-971b-21d15c29c5d2 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:59.535962 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b37507d0-57b1-46f3-babc-ee71737bc09e req-b5aefb68-0740-44f3-971b-21d15c29c5d2 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.0696564 Jun 18 14:24:59.576985 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b37507d0-57b1-46f3-babc-ee71737bc09e req-9da6e5d5-f727-41d1-8314-9b13449969d2 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342963 Jun 18 14:24:59.758511 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e3e59-78f2-4aaa-9f47-b2b2997a7faa req-cbfa826e-5eb7-4463-aa71-9965cb81330b tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:24:59.760242 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d46e3e59-78f2-4aaa-9f47-b2b2997a7faa req-cbfa826e-5eb7-4463-aa71-9965cb81330b tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0719390 Jun 18 14:24:59.760766 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85fd2c4-ebf7-44bc-8731-7e944c17b4ae None None] New status for floating IP df9b0b3e-571c-44d5-b478-4d94f796cb8d: DOWN {{(pid=93615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 14:24:59.800844 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d46e3e59-78f2-4aaa-9f47-b2b2997a7faa req-dd78ed72-3a20-4c17-a9ba-03a8ede2c776 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343742 Jun 18 14:25:00.016818 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60f978-ed82-4111-bd73-25b718f81073 req-b7822df4-1c82-4ea0-be1c-6b5278deacb3 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:00.018322 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4a60f978-ed82-4111-bd73-25b718f81073 req-b7822df4-1c82-4ea0-be1c-6b5278deacb3 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 945 time: 0.1108689 Jun 18 14:25:00.061185 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4a60f978-ed82-4111-bd73-25b718f81073 req-9a683684-2c4c-4c02-bbb3-165f423e69c7 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371695 Jun 18 14:25:00.755034 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773f939-cfae-4487-b3c0-50eb3be3f5d5 req-4f31c806-d04d-4aeb-8884-e202e2e033e9 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:00.758182 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9773f939-cfae-4487-b3c0-50eb3be3f5d5 req-4f31c806-d04d-4aeb-8884-e202e2e033e9 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.0696321 Jun 18 14:25:00.796660 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9773f939-cfae-4487-b3c0-50eb3be3f5d5 req-aaa7e1d9-a414-4ed5-9387-19ab517040cd tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338259 Jun 18 14:25:00.976114 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac13e58-7f0d-4210-942f-c60582ad492d req-8947b8a0-2542-44d5-8e79-bc9f06e85e25 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:00.977570 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0ac13e58-7f0d-4210-942f-c60582ad492d req-8947b8a0-2542-44d5-8e79-bc9f06e85e25 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0625608 Jun 18 14:25:01.018326 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0ac13e58-7f0d-4210-942f-c60582ad492d req-efb1d825-5c8b-40cd-a2c1-35b4e774004d tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=43ed25ce-b257-49a0-b025-d51fd780e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349989 Jun 18 14:25:01.236589 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcfb96-ad3d-49e1-8879-878da9b203e2 req-54554996-0dd8-4e4f-844f-d00de0818f00 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:01.238096 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-92dcfb96-ad3d-49e1-8879-878da9b203e2 req-54554996-0dd8-4e4f-844f-d00de0818f00 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 945 time: 0.0656674 Jun 18 14:25:01.309540 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-92dcfb96-ad3d-49e1-8879-878da9b203e2 req-6f791f71-777f-4006-b1fe-38dd85185e66 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603290 Jun 18 14:25:01.334665 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea2cc8-ce67-4a70-b270-0ae43c46a5be req-8b6557b1-1436-4735-9bec-db853fc3e910 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:01.337200 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-61ea2cc8-ce67-4a70-b270-0ae43c46a5be req-8b6557b1-1436-4735-9bec-db853fc3e910 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.38 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 946 time: 0.0963500 Jun 18 14:25:01.438649 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [req-61ea2cc8-ce67-4a70-b270-0ae43c46a5be req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Deleting port 1b502433-fc98-4110-a1e5-22720a420a75 {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:25:01.438990 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-61ea2cc8-ce67-4a70-b270-0ae43c46a5be req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:01.523869 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-61ea2cc8-ce67-4a70-b270-0ae43c46a5be req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] For port 1b502433-fc98-4110-a1e5-22720a420a75, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1b502433-fc98-4110-a1e5-22720a420a75,segment=NetworkSegment(bb5ae42b-fe35-4e44-bbed-61794b3b7dd5),segment_id=bb5ae42b-fe35-4e44-bbed-61794b3b7dd5)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:01.524226 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-61ea2cc8-ce67-4a70-b270-0ae43c46a5be req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:01.729486 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-61ea2cc8-ce67-4a70-b270-0ae43c46a5be req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:01.729965 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-61ea2cc8-ce67-4a70-b270-0ae43c46a5be req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635786'] for floatingip, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:01.730372 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.db.l3_db [req-61ea2cc8-ce67-4a70-b270-0ae43c46a5be req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Floating IP a7ea216e-4d08-4aaa-a05d-f7fab62e5eb6 disassociated. External IP: 172.27.3.142, port: 1b502433-fc98-4110-a1e5-22720a420a75. Jun 18 14:25:01.730723 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [req-61ea2cc8-ce67-4a70-b270-0ae43c46a5be req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Calling delete_port for 1b502433-fc98-4110-a1e5-22720a420a75 owned by compute:nova {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:25:01.765894 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecce26b-7851-42a2-a1a8-eb20666d7230 req-16afc816-5413-448e-8a9d-6d872e201015 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:01.767342 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8ecce26b-7851-42a2-a1a8-eb20666d7230 req-16afc816-5413-448e-8a9d-6d872e201015 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.38 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.0663433 Jun 18 14:25:01.881683 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [req-8ecce26b-7851-42a2-a1a8-eb20666d7230 req-ec70193a-eea0-4ddc-a516-56801e9bc734 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Deleting port 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:25:01.882084 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-8ecce26b-7851-42a2-a1a8-eb20666d7230 req-ec70193a-eea0-4ddc-a516-56801e9bc734 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:01.949404 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-61ea2cc8-ce67-4a70-b270-0ae43c46a5be req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:01.954034 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-adfd72a8-ec15-48b6-80b3-ff41aec4630e tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:01.987689 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Pushing event deleted for resources: {'Port': ['ID=1b502433-fc98-4110-a1e5-22720a420a75,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:02.001549 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:02.002196 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:02.002449 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:02.002880 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:02.003550 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:02.003930 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:02.004272 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:02.004690 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:02.005112 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:02.005551 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:02.006210 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:02.006338 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:02.012128 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:02.017324 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-8ecce26b-7851-42a2-a1a8-eb20666d7230 req-ec70193a-eea0-4ddc-a516-56801e9bc734 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] For port 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac,segment=NetworkSegment(2797265c-4983-4bf3-9100-f60b71988b67),segment_id=2797265c-4983-4bf3-9100-f60b71988b67)] {{(pid=93612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:02.018023 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-8ecce26b-7851-42a2-a1a8-eb20666d7230 req-ec70193a-eea0-4ddc-a516-56801e9bc734 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:02.072416 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb611c-6469-4d7e-81c2-3769e12db3e0 req-95d10f6b-2b12-4594-b94e-a2fec83a4203 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:02.073936 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0afb611c-6469-4d7e-81c2-3769e12db3e0 req-95d10f6b-2b12-4594-b94e-a2fec83a4203 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 945 time: 0.1496038 Jun 18 14:25:02.099239 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [req-8ecce26b-7851-42a2-a1a8-eb20666d7230 req-ec70193a-eea0-4ddc-a516-56801e9bc734 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Calling delete_port for 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac owned by compute:nova {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:25:02.146116 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-65cf6feb-e92a-40ca-89a1-a5ab3290b68e req-6e06d02f-7301-4b4f-a956-53d34454272f tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171877781&fields=id&tenant_id=dd4784573d394c61b1a6016cd23af364 HTTP/1.1" status: 200 len: 267 time: 0.0512674 Jun 18 14:25:02.155049 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61ea2cc8-ce67-4a70-b270-0ae43c46a5be req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:25:02.171497 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0afb611c-6469-4d7e-81c2-3769e12db3e0 req-481bff69-9ff3-4de6-ad74-7aca8214ff0d tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/security-groups?id=752c3d6e-22e8-436c-85ac-96739ae27c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700474 Jun 18 14:25:02.306120 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f2d1ab79-fd21-4971-bae4-d9125cba5267 req-68023f68-4e55-4619-b78f-688e138728ca tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 210 time: 0.0280004 Jun 18 14:25:02.308630 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf6feb-e92a-40ca-89a1-a5ab3290b68e req-89e84bd7-5295-43e3-9998-58fe20eb1841 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:02.310266 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-65cf6feb-e92a-40ca-89a1-a5ab3290b68e req-89e84bd7-5295-43e3-9998-58fe20eb1841 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 984 time: 0.1578915 Jun 18 14:25:02.333747 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [req-65cf6feb-e92a-40ca-89a1-a5ab3290b68e req-e2b68803-3f5c-444f-bdc6-8b0e63e95ebe tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Request body: {'port': {'security_groups': ['6a1cb294-8a6f-48fb-a35d-74a22ace6e22']}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:25:02.337273 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61ea2cc8-ce67-4a70-b270-0ae43c46a5be req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:25:02.348128 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-8ecce26b-7851-42a2-a1a8-eb20666d7230 req-ec70193a-eea0-4ddc-a516-56801e9bc734 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:02.352585 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:02.354673 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d318d8-5984-4f0b-a850-dd521e9b6cf7 None None] Sync routers for ids ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:25:02.366373 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d318d8-5984-4f0b-a850-dd521e9b6cf7 None None] Routers {'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:25:02.367117 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-27d318d8-5984-4f0b-a850-dd521e9b6cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:24:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:02.378703 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70193a-eea0-4ddc-a516-56801e9bc734 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Pushing event deleted for resources: {'Port': ['ID=242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:02.387063 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-ec70193a-eea0-4ddc-a516-56801e9bc734 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:02.445273 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecce26b-7851-42a2-a1a8-eb20666d7230 req-ec70193a-eea0-4ddc-a516-56801e9bc734 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] No DVR routers for this DVR port 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac on host hv-cinder-79575 {{(pid=93612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:25:02.453702 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ea2cc8-ce67-4a70-b270-0ae43c46a5be req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] No DVR routers for this DVR port 1b502433-fc98-4110-a1e5-22720a420a75 on host hv-cinder-79575 {{(pid=93613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:25:02.458790 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-8ecce26b-7851-42a2-a1a8-eb20666d7230 req-ec70193a-eea0-4ddc-a516-56801e9bc734 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:02.459277 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-61ea2cc8-ce67-4a70-b270-0ae43c46a5be req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:02.460804 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8ecce26b-7851-42a2-a1a8-eb20666d7230 req-ec70193a-eea0-4ddc-a516-56801e9bc734 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.38 "DELETE /v2.0/ports/242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac HTTP/1.1" status: 204 len: 173 time: 0.6875319 Jun 18 14:25:02.461233 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-61ea2cc8-ce67-4a70-b270-0ae43c46a5be req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.38 "DELETE /v2.0/ports/1b502433-fc98-4110-a1e5-22720a420a75 HTTP/1.1" status: 204 len: 173 time: 1.1177678 Jun 18 14:25:02.461361 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2c1a6d-e569-4a11-bf4c-577716033126', 'name': 'network-vif-deleted', 'tag': '242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:25:02.461766 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14cc9f9-78a5-4124-aa88-d1c5f8847365', 'name': 'network-vif-deleted', 'tag': '1b502433-fc98-4110-a1e5-22720a420a75'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:25:02.464275 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb624bd-8252-4ef8-aea8-8cd42690f67b" -d '{"events": [{"server_uuid": "db2c1a6d-e569-4a11-bf4c-577716033126", "name": "network-vif-deleted", "tag": "242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:25:02.465102 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd9aebe-2c37-4dc5-9819-9f66fb83ab14" -d '{"events": [{"server_uuid": "b14cc9f9-78a5-4124-aa88-d1c5f8847365", "name": "network-vif-deleted", "tag": "1b502433-fc98-4110-a1e5-22720a420a75"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:25:02.511713 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-27d318d8-5984-4f0b-a850-dd521e9b6cf7 None None] Set router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:25:02.528202 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-65cf6feb-e92a-40ca-89a1-a5ab3290b68e req-e2b68803-3f5c-444f-bdc6-8b0e63e95ebe tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:02.539535 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4802665-a6db-42e3-86c8-4224eb569afa req-6d3124bf-9bb6-4e21-bff9-08164656cd33 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:02.541209 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-e4802665-a6db-42e3-86c8-4224eb569afa req-6d3124bf-9bb6-4e21-bff9-08164656cd33 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 945 time: 0.2240555 Jun 18 14:25:02.606482 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d19fc8-9984-4b7d-ba4d-da53b8afc16d req-de06ec67-f1cb-4b4a-a832-9696e92210e2 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:02.615364 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-78d19fc8-9984-4b7d-ba4d-da53b8afc16d req-de06ec67-f1cb-4b4a-a832-9696e92210e2 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 945 time: 0.1179304 Jun 18 14:25:02.667000 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-78d19fc8-9984-4b7d-ba4d-da53b8afc16d req-e79adeba-7e46-4507-849e-5fa29e03c1d3 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506871 Jun 18 14:25:02.726056 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a556a11e-6237-437c-98cb-4ca6b5f8d633 x-openstack-request-id: req-a556a11e-6237-437c-98cb-4ca6b5f8d633 {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:25:02.726467 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14cc9f9-78a5-4124-aa88-d1c5f8847365", "name": "network-vif-deleted", "tag": "1b502433-fc98-4110-a1e5-22720a420a75", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:25:02.726704 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a556a11e-6237-437c-98cb-4ca6b5f8d633 {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:25:02.727117 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14cc9f9-78a5-4124-aa88-d1c5f8847365', 'name': 'network-vif-deleted', 'tag': '1b502433-fc98-4110-a1e5-22720a420a75', 'status': 'completed', 'code': 200} Jun 18 14:25:02.753557 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3742c1f0-3cbe-4804-956f-9b3753817af9 x-openstack-request-id: req-3742c1f0-3cbe-4804-956f-9b3753817af9 {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:25:02.753903 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2c1a6d-e569-4a11-bf4c-577716033126", "name": "network-vif-deleted", "tag": "242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:25:02.754237 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3742c1f0-3cbe-4804-956f-9b3753817af9 {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:25:02.755430 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2c1a6d-e569-4a11-bf4c-577716033126', 'name': 'network-vif-deleted', 'tag': '242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac', 'status': 'completed', 'code': 200} Jun 18 14:25:02.770128 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [req-e4802665-a6db-42e3-86c8-4224eb569afa req-184cdceb-2788-4a34-96f8-491de72e95f2 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Deleting port ddd8880b-567f-465a-b4f9-d5877548549d {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:25:02.770128 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-e4802665-a6db-42e3-86c8-4224eb569afa req-184cdceb-2788-4a34-96f8-491de72e95f2 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:02.792636 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-27d318d8-5984-4f0b-a850-dd521e9b6cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'name': 'tempest-AttachVolumeTestJSON-1981730314-router', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e6169665-228e-401f-b847-84c902a86c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:22Z', 'updated_at': '2021-06-18T14:17:31Z', 'revision_number': 4, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'gw_port': {'id': 'e6169665-228e-401f-b847-84c902a86c48', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:24Z', 'updated_at': '2021-06-18T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '3fe8840e-50b5-4942-b3e0-63c14b018223', 'name': '', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'mac_address': 'fa:16:3e:4e:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:30Z', 'updated_at': '2021-06-18T14:17:37Z', 'revision_number': 5, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'subnets': [{'id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:02.821171 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d318d8-5984-4f0b-a850-dd521e9b6cf7 None None] Checking router: b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:25:02.830383 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d318d8-5984-4f0b-a850-dd521e9b6cf7 None None] Routers {'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:25:02.831028 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-27d318d8-5984-4f0b-a850-dd521e9b6cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:24:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:02.890943 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-65cf6feb-e92a-40ca-89a1-a5ab3290b68e req-e2b68803-3f5c-444f-bdc6-8b0e63e95ebe tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] For port 2d0208aa-0616-4966-ac0d-249bb1e9cea5, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=2d0208aa-0616-4966-ac0d-249bb1e9cea5,segment=NetworkSegment(e5fa2761-6016-43d4-a74e-a4fdbc29bc44),segment_id=e5fa2761-6016-43d4-a74e-a4fdbc29bc44)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:02.910463 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-e4802665-a6db-42e3-86c8-4224eb569afa req-184cdceb-2788-4a34-96f8-491de72e95f2 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] For port ddd8880b-567f-465a-b4f9-d5877548549d, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ddd8880b-567f-465a-b4f9-d5877548549d,segment=NetworkSegment(3268c0c4-e8d6-49a1-80fc-53a179764921),segment_id=3268c0c4-e8d6-49a1-80fc-53a179764921)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:02.910845 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-e4802665-a6db-42e3-86c8-4224eb569afa req-184cdceb-2788-4a34-96f8-491de72e95f2 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:02.944210 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-27d318d8-5984-4f0b-a850-dd521e9b6cf7 None None] Set router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:25:02.973432 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-65cf6feb-e92a-40ca-89a1-a5ab3290b68e req-e2b68803-3f5c-444f-bdc6-8b0e63e95ebe tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for port, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:03.024994 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:25:03.080929 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-65cf6feb-e92a-40ca-89a1-a5ab3290b68e req-e2b68803-3f5c-444f-bdc6-8b0e63e95ebe tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11814879'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:03.085912 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-f37daf00-261c-4d4a-a953-29e19c08e373 tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:03.117437 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['2d0208aa-0616-4966-ac0d-249bb1e9cea5'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:25:03.145665 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf6feb-e92a-40ca-89a1-a5ab3290b68e req-e2b68803-3f5c-444f-bdc6-8b0e63e95ebe tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:03.146336 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-65cf6feb-e92a-40ca-89a1-a5ab3290b68e req-e2b68803-3f5c-444f-bdc6-8b0e63e95ebe tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:03.147733 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-65cf6feb-e92a-40ca-89a1-a5ab3290b68e req-e2b68803-3f5c-444f-bdc6-8b0e63e95ebe tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "PUT /v2.0/ports/2d0208aa-0616-4966-ac0d-249bb1e9cea5 HTTP/1.1" status: 200 len: 942 time: 0.8296299 Jun 18 14:25:03.155099 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48688) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:03.175422 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-e4802665-a6db-42e3-86c8-4224eb569afa req-184cdceb-2788-4a34-96f8-491de72e95f2 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:03.175796 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-e4802665-a6db-42e3-86c8-4224eb569afa req-184cdceb-2788-4a34-96f8-491de72e95f2 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635786'] for floatingip, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:03.176114 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.db.l3_db [req-e4802665-a6db-42e3-86c8-4224eb569afa req-184cdceb-2788-4a34-96f8-491de72e95f2 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Floating IP e70bfef4-45a6-4eea-bdd7-38b8de425dd2 disassociated. External IP: 172.27.3.241, port: ddd8880b-567f-465a-b4f9-d5877548549d. Jun 18 14:25:03.176463 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [req-e4802665-a6db-42e3-86c8-4224eb569afa req-184cdceb-2788-4a34-96f8-491de72e95f2 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Calling delete_port for ddd8880b-567f-465a-b4f9-d5877548549d owned by compute:nova {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:25:03.188168 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b68803-3f5c-444f-bdc6-8b0e63e95ebe tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Pushing event updated for resources: {'Port': ['ID=2d0208aa-0616-4966-ac0d-249bb1e9cea5,revision_number=7']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:03.200026 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-e2b68803-3f5c-444f-bdc6-8b0e63e95ebe tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:03.282136 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7d0e4cf1-2b99-4b0a-a424-d56dae6b591f tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:03.331817 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7d0e4cf1-2b99-4b0a-a424-d56dae6b591f tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:03.368524 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-27d318d8-5984-4f0b-a850-dd521e9b6cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'name': 'tempest-AttachVolumeTestJSON-1981730314-router', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e6169665-228e-401f-b847-84c902a86c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:22Z', 'updated_at': '2021-06-18T14:17:31Z', 'revision_number': 4, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'gw_port': {'id': 'e6169665-228e-401f-b847-84c902a86c48', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:24Z', 'updated_at': '2021-06-18T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '3fe8840e-50b5-4942-b3e0-63c14b018223', 'name': '', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'mac_address': 'fa:16:3e:4e:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:30Z', 'updated_at': '2021-06-18T14:17:37Z', 'revision_number': 5, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'subnets': [{'id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:03.409947 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0a6a2958-cb97-40e1-a2b7-4b6a9062710b req-0af780f5-13e7-4788-8dcb-e9427619c91f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 210 time: 0.0572562 Jun 18 14:25:03.484472 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['2d0208aa-0616-4966-ac0d-249bb1e9cea5'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:25:03.529515 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d318d8-5984-4f0b-a850-dd521e9b6cf7 None None] The sync data for ids ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'] in dv-cinder-795751-2-iscsi is: [{'id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'name': 'tempest-AttachVolumeTestJSON-1981730314-router', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e6169665-228e-401f-b847-84c902a86c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:22Z', 'updated_at': '2021-06-18T14:17:31Z', 'revision_number': 4, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'gw_port': {'id': 'e6169665-228e-401f-b847-84c902a86c48', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:24Z', 'updated_at': '2021-06-18T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '3fe8840e-50b5-4942-b3e0-63c14b018223', 'name': '', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'mac_address': 'fa:16:3e:4e:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:30Z', 'updated_at': '2021-06-18T14:17:37Z', 'revision_number': 5, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'subnets': [{'id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:25:03.561816 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-af3df869-fa96-4f47-a2bb-746d97b33c87 None None] Provisioning complete for port 2d0208aa-0616-4966-ac0d-249bb1e9cea5 triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:25:03.562542 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-af3df869-fa96-4f47-a2bb-746d97b33c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:03.584151 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-85e24b2e-f083-46f5-a0f0-d4802518169a req-f96e1ca6-4f11-43c8-bfe0-e1319569046c tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b14cc9f9-78a5-4124-aa88-d1c5f8847365 HTTP/1.1" status: 200 len: 210 time: 0.0627258 Jun 18 14:25:03.585021 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-e4802665-a6db-42e3-86c8-4224eb569afa req-184cdceb-2788-4a34-96f8-491de72e95f2 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:03.602520 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7d0e4cf1-2b99-4b0a-a424-d56dae6b591f tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:03.605252 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7d0e4cf1-2b99-4b0a-a424-d56dae6b591f tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:03.607945 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-7d0e4cf1-2b99-4b0a-a424-d56dae6b591f tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "DELETE /v2.0/security-groups/4db79042-81d3-44be-9dfd-d6011561ca1e HTTP/1.1" status: 204 len: 168 time: 0.4504311 Jun 18 14:25:03.607945 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9d3685e1-7261-4674-b9f4-8a01ccd452aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:03.612856 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48694) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:03.622967 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:03.639130 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e4cf1-2b99-4b0a-a424-d56dae6b591f tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db79042-81d3-44be-9dfd-d6011561ca1e,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:03.702098 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cdceb-2788-4a34-96f8-491de72e95f2 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Pushing event deleted for resources: {'Port': ['ID=ddd8880b-567f-465a-b4f9-d5877548549d,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:03.712356 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-184cdceb-2788-4a34-96f8-491de72e95f2 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:03.729219 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-7d0e4cf1-2b99-4b0a-a424-d56dae6b591f tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:03.932455 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9bf5a424-700b-4308-96fa-b02ac815d66a req-8f74c9bb-af7f-48fc-b20a-79a0d7bdc57e tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 210 time: 0.0493171 Jun 18 14:25:03.980637 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-f6153d17-fb74-451f-8b61-278171d7a6ad tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Deleting port b486556b-915d-4fbe-b3cc-307ea22bc65b {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:25:03.981018 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f6153d17-fb74-451f-8b61-278171d7a6ad tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:03.988856 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eadf6c-10e5-46ff-90b8-02700740b31c None None] New status for floating IP a7ea216e-4d08-4aaa-a05d-f7fab62e5eb6: DOWN {{(pid=93615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 14:25:04.182790 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4802665-a6db-42e3-86c8-4224eb569afa req-184cdceb-2788-4a34-96f8-491de72e95f2 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:25:04.315903 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4802665-a6db-42e3-86c8-4224eb569afa req-184cdceb-2788-4a34-96f8-491de72e95f2 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:25:04.327175 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd24e3a-4508-41d0-85f8-42fa5c9d2ee6 None None] Sync routers for ids ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:25:04.351458 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd24e3a-4508-41d0-85f8-42fa5c9d2ee6 None None] Routers {'7f6c601d-3615-4ae4-9ee2-71c1afba3b06'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:25:04.356827 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-3dd24e3a-4508-41d0-85f8-42fa5c9d2ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:24:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:04.366999 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f6153d17-fb74-451f-8b61-278171d7a6ad tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:04.367575 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f6153d17-fb74-451f-8b61-278171d7a6ad tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:04.383287 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4802665-a6db-42e3-86c8-4224eb569afa req-184cdceb-2788-4a34-96f8-491de72e95f2 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] No DVR routers for this DVR port ddd8880b-567f-465a-b4f9-d5877548549d on host hv-cinder-79575 {{(pid=93613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:25:04.386669 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-e4802665-a6db-42e3-86c8-4224eb569afa req-184cdceb-2788-4a34-96f8-491de72e95f2 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:04.389496 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-e4802665-a6db-42e3-86c8-4224eb569afa req-184cdceb-2788-4a34-96f8-491de72e95f2 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.38 "DELETE /v2.0/ports/ddd8880b-567f-465a-b4f9-d5877548549d HTTP/1.1" status: 204 len: 173 time: 1.8417304 Jun 18 14:25:04.433731 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-f6153d17-fb74-451f-8b61-278171d7a6ad tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Calling delete_port for b486556b-915d-4fbe-b3cc-307ea22bc65b owned by network:floatingip {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:25:04.471925 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-3dd24e3a-4508-41d0-85f8-42fa5c9d2ee6 None None] Set router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:25:04.599027 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7154b908-9dcd-41ce-8f80-dd600102f551 req-03f3596b-9739-47b9-828a-2ad59a39532e tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c1a6d-e569-4a11-bf4c-577716033126 HTTP/1.1" status: 200 len: 210 time: 0.0493243 Jun 18 14:25:04.728596 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480b8d6e-94b9-4a3e-af32-1b3b06807add', 'tag': '2d0208aa-0616-4966-ac0d-249bb1e9cea5'}, {'server_uuid': '0fd5fce0-29bc-4622-856f-40059ed1f20c', 'name': 'network-vif-deleted', 'tag': 'ddd8880b-567f-465a-b4f9-d5877548549d'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:25:04.731174 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c6b884-d11d-4d3b-8bda-3b00678c3255" -d '{"events": [{"name": "network-changed", "server_uuid": "480b8d6e-94b9-4a3e-af32-1b3b06807add", "tag": "2d0208aa-0616-4966-ac0d-249bb1e9cea5"}, {"server_uuid": "0fd5fce0-29bc-4622-856f-40059ed1f20c", "name": "network-vif-deleted", "tag": "ddd8880b-567f-465a-b4f9-d5877548549d"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:25:04.736682 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-3dd24e3a-4508-41d0-85f8-42fa5c9d2ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd0cec79d-51e1-462f-aa19-1fc1582cdbc6', 'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'mac_address': 'fa:16:3e:f4:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:11Z', 'updated_at': '2021-06-18T14:19:24Z', 'revision_number': 5, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'subnets': [{'id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:04.765678 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f6153d17-fb74-451f-8b61-278171d7a6ad tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:04.766939 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd24e3a-4508-41d0-85f8-42fa5c9d2ee6 None None] Checking router: 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:25:04.774981 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:04.775198 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 18 Jun 2021 14:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b91785-a9e6-4a1e-aa8a-1397cbb6ee8a x-openstack-request-id: req-48b91785-a9e6-4a1e-aa8a-1397cbb6ee8a {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:25:04.778161 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480b8d6e-94b9-4a3e-af32-1b3b06807add", "tag": "2d0208aa-0616-4966-ac0d-249bb1e9cea5", "status": "completed", "code": 200}, {"server_uuid": "0fd5fce0-29bc-4622-856f-40059ed1f20c", "name": "network-vif-deleted", "tag": "ddd8880b-567f-465a-b4f9-d5877548549d", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:25:04.778161 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-48b91785-a9e6-4a1e-aa8a-1397cbb6ee8a {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:25:04.778161 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480b8d6e-94b9-4a3e-af32-1b3b06807add', 'tag': '2d0208aa-0616-4966-ac0d-249bb1e9cea5', 'status': 'completed', 'code': 200} Jun 18 14:25:04.778161 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd5fce0-29bc-4622-856f-40059ed1f20c', 'name': 'network-vif-deleted', 'tag': 'ddd8880b-567f-465a-b4f9-d5877548549d', 'status': 'completed', 'code': 200} Jun 18 14:25:04.778608 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd24e3a-4508-41d0-85f8-42fa5c9d2ee6 None None] Routers {'7f6c601d-3615-4ae4-9ee2-71c1afba3b06'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:25:04.778608 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-3dd24e3a-4508-41d0-85f8-42fa5c9d2ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:24:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:04.802465 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6153d17-fb74-451f-8b61-278171d7a6ad tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Pushing event deleted for resources: {'Port': ['ID=b486556b-915d-4fbe-b3cc-307ea22bc65b,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:04.829951 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-f6153d17-fb74-451f-8b61-278171d7a6ad tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:04.875899 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48706) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:04.929873 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f6153d17-fb74-451f-8b61-278171d7a6ad tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks [] for floatingip, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:04.930221 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.l3_db [None req-f6153d17-fb74-451f-8b61-278171d7a6ad tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Floating IP 21870e4d-96c8-423a-8e96-9edb711d11c9 disassociated (deleted). External IP: 172.27.3.192, port: 2d0208aa-0616-4966-ac0d-249bb1e9cea5. Jun 18 14:25:04.935756 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6b884-d11d-4d3b-8bda-3b00678c3255 req-c3443795-1acd-4d99-a0e0-4aeb53979dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:04.938145 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-06c6b884-d11d-4d3b-8bda-3b00678c3255 req-c3443795-1acd-4d99-a0e0-4aeb53979dab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dd4784573d394c61b1a6016cd23af364&device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 1098 time: 0.0971770 Jun 18 14:25:05.063390 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-e565dcf5-51bd-4622-81b8-c99d258e8cb6 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:05.076529 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6b884-d11d-4d3b-8bda-3b00678c3255 req-9c3f3e1e-7ef3-4095-b896-c1cdfff09a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:05.078913 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-06c6b884-d11d-4d3b-8bda-3b00678c3255 req-9c3f3e1e-7ef3-4095-b896-c1cdfff09a2e service neutron] 10.222.0.38 "GET /v2.0/networks?id=3fd89ab7-5588-43a8-84be-21487b134cf3 HTTP/1.1" status: 200 len: 916 time: 0.1328948 Jun 18 14:25:05.096258 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-3dd24e3a-4508-41d0-85f8-42fa5c9d2ee6 None None] Set router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:25:05.106135 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-e565dcf5-51bd-4622-81b8-c99d258e8cb6 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:05.138157 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-06c6b884-d11d-4d3b-8bda-3b00678c3255 req-01d87694-a258-4c20-ac0e-4ff513c414bb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d0208aa-0616-4966-ac0d-249bb1e9cea5 HTTP/1.1" status: 200 len: 217 time: 0.0512562 Jun 18 14:25:05.171287 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-66779659-602d-4633-9c06-03e206fe75c5 req-22e5a150-241d-42d0-bc7b-817fd2058a58 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 210 time: 0.0418344 Jun 18 14:25:05.217075 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 1b502433-fc98-4110-a1e5-22720a420a75 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:25:05.234389 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6b884-d11d-4d3b-8bda-3b00678c3255 req-7a6dde65-762f-4e14-bf81-5a37e7c689cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:05.236038 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-06c6b884-d11d-4d3b-8bda-3b00678c3255 req-7a6dde65-762f-4e14-bf81-5a37e7c689cd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f5051b7-2cd7-4144-8b1c-0ef6aec7a424 HTTP/1.1" status: 200 len: 854 time: 0.0923166 Jun 18 14:25:05.267531 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] No Port match for: 1b502433-fc98-4110-a1e5-22720a420a75 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:25:05.267875 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 1b502433-fc98-4110-a1e5-22720a420a75 not bound to the agent host hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:25:05.268304 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:25:05.296269 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6153d17-fb74-451f-8b61-278171d7a6ad tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Router d6121904-24a4-4d49-8f09-35a39a3334fb has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:25:05.326174 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] No Port match for: 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:25:05.326543 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 242a0e6e-96cb-4bb6-9de5-f4fc8b0bfbac not bound to the agent host hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:25:05.326977 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device ddd8880b-567f-465a-b4f9-d5877548549d no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:25:05.353874 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-e565dcf5-51bd-4622-81b8-c99d258e8cb6 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:05.357487 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] No Port match for: ddd8880b-567f-465a-b4f9-d5877548549d {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:25:05.358156 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device ddd8880b-567f-465a-b4f9-d5877548549d not bound to the agent host hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:25:05.358652 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-e565dcf5-51bd-4622-81b8-c99d258e8cb6 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:05.360065 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-e565dcf5-51bd-4622-81b8-c99d258e8cb6 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "DELETE /v2.0/security-groups/43ed25ce-b257-49a0-b025-d51fd780e83a HTTP/1.1" status: 204 len: 168 time: 0.4827828 Jun 18 14:25:05.363429 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-506c8625-9b0e-40fd-8e97-000b56fed4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:05.369687 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48712) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:05.385075 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6b884-d11d-4d3b-8bda-3b00678c3255 req-a8de6cf2-d0c6-4f76-a5fe-5344117db26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:05.391309 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-06c6b884-d11d-4d3b-8bda-3b00678c3255 req-a8de6cf2-d0c6-4f76-a5fe-5344117db26e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3fd89ab7-5588-43a8-84be-21487b134cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1449449 Jun 18 14:25:05.402630 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565dcf5-51bd-4622-81b8-c99d258e8cb6 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ed25ce-b257-49a0-b025-d51fd780e83a,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:05.406475 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [req-06c6b884-d11d-4d3b-8bda-3b00678c3255 req-d8acb1eb-55ee-436b-b9c2-f892c1b6e9e1 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 14:25:05.406475 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-06c6b884-d11d-4d3b-8bda-3b00678c3255 req-d8acb1eb-55ee-436b-b9c2-f892c1b6e9e1 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057201 Jun 18 14:25:05.410564 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.api.v2.resource [None req-28e76057-b118-4898-8cc5-48ee6e09ed48 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] show failed (client error): The resource could not be found. Jun 18 14:25:05.411344 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-28e76057-b118-4898-8cc5-48ee6e09ed48 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups/43ed25ce-b257-49a0-b025-d51fd780e83a HTTP/1.1" status: 404 len: 347 time: 0.0393255 Jun 18 14:25:05.412921 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-e565dcf5-51bd-4622-81b8-c99d258e8cb6 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:05.415264 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48714) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:05.485930 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-3dd24e3a-4508-41d0-85f8-42fa5c9d2ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd0cec79d-51e1-462f-aa19-1fc1582cdbc6', 'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'mac_address': 'fa:16:3e:f4:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:11Z', 'updated_at': '2021-06-18T14:19:24Z', 'revision_number': 5, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'subnets': [{'id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:05.506997 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-06c6b884-d11d-4d3b-8bda-3b00678c3255 req-a0c92501-8888-44cd-9676-a6ecd9e2e7a5 service neutron] 10.222.0.38 "GET /v2.0/networks/3fd89ab7-5588-43a8-84be-21487b134cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927260 Jun 18 14:25:05.520354 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd24e3a-4508-41d0-85f8-42fa5c9d2ee6 None None] The sync data for ids ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'] in dv-cinder-795751-2-iscsi is: [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd0cec79d-51e1-462f-aa19-1fc1582cdbc6', 'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'mac_address': 'fa:16:3e:f4:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:11Z', 'updated_at': '2021-06-18T14:19:24Z', 'revision_number': 5, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'subnets': [{'id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:25:05.570539 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6153d17-fb74-451f-8b61-278171d7a6ad tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:25:05.575418 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f6153d17-fb74-451f-8b61-278171d7a6ad tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for floatingip, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:05.584080 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3c926e-ae05-4be7-8169-9a81c06135eb None None] Sync routers for ids ['d6121904-24a4-4d49-8f09-35a39a3334fb'] in dv-cinder-795751-2-iscsi {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:25:05.596096 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3c926e-ae05-4be7-8169-9a81c06135eb None None] Routers {'d6121904-24a4-4d49-8f09-35a39a3334fb'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:25:05.596732 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-7c3c926e-ae05-4be7-8169-9a81c06135eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:24:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['d6121904-24a4-4d49-8f09-35a39a3334fb'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:05.641163 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-f6153d17-fb74-451f-8b61-278171d7a6ad tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "DELETE /v2.0/floatingips/21870e4d-96c8-423a-8e96-9edb711d11c9 HTTP/1.1" status: 204 len: 168 time: 2.0253391 Jun 18 14:25:05.643407 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480b8d6e-94b9-4a3e-af32-1b3b06807add', 'tag': '2d0208aa-0616-4966-ac0d-249bb1e9cea5'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:25:05.646938 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381d4a46-865b-4bfd-8d52-9594b0cbe4cd" -d '{"events": [{"name": "network-changed", "server_uuid": "480b8d6e-94b9-4a3e-af32-1b3b06807add", "tag": "2d0208aa-0616-4966-ac0d-249bb1e9cea5"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:25:05.651671 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-6d0c8cd1-eb78-4fa0-a7ff-9060ba975d10 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Deleting port d21f69b4-5459-4b52-a817-65f798cbad8e {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:25:05.652375 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-06c6b884-d11d-4d3b-8bda-3b00678c3255 req-80a93904-219d-40a4-a97c-9e69cee103ed service neutron] 10.222.0.38 "GET /v2.0/networks/3fd89ab7-5588-43a8-84be-21487b134cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087391 Jun 18 14:25:05.652725 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6d0c8cd1-eb78-4fa0-a7ff-9060ba975d10 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:05.755447 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 48722) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:05.815450 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6d0c8cd1-eb78-4fa0-a7ff-9060ba975d10 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:05.815882 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6d0c8cd1-eb78-4fa0-a7ff-9060ba975d10 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:05.827289 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-7c3c926e-ae05-4be7-8169-9a81c06135eb None None] Set router d6121904-24a4-4d49-8f09-35a39a3334fb gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:25:05.838680 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be0443a-c1d2-447a-8640-c0f2be32b0af x-openstack-request-id: req-0be0443a-c1d2-447a-8640-c0f2be32b0af {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:25:05.839303 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480b8d6e-94b9-4a3e-af32-1b3b06807add", "tag": "2d0208aa-0616-4966-ac0d-249bb1e9cea5", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:25:05.843386 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0be0443a-c1d2-447a-8640-c0f2be32b0af {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:25:05.844279 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480b8d6e-94b9-4a3e-af32-1b3b06807add', 'tag': '2d0208aa-0616-4966-ac0d-249bb1e9cea5', 'status': 'completed', 'code': 200} Jun 18 14:25:05.982795 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-6d0c8cd1-eb78-4fa0-a7ff-9060ba975d10 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Calling delete_port for d21f69b4-5459-4b52-a817-65f798cbad8e owned by network:floatingip {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:25:06.001118 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a6e127-ca8f-4d47-a72b-89b5aa0e1348 None None] New status for floating IP e70bfef4-45a6-4eea-bdd7-38b8de425dd2: DOWN {{(pid=93614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 14:25:06.015934 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0fe4a697-0096-40e8-96d7-03b0b276bf83 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:06.090084 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0fe4a697-0096-40e8-96d7-03b0b276bf83 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:06.149447 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d4a46-865b-4bfd-8d52-9594b0cbe4cd req-f5d9c0c5-3d6e-40fa-9592-eda079429f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:06.151670 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-381d4a46-865b-4bfd-8d52-9594b0cbe4cd req-f5d9c0c5-3d6e-40fa-9592-eda079429f1f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dd4784573d394c61b1a6016cd23af364&device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 1098 time: 0.2335513 Jun 18 14:25:06.264232 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d4a46-865b-4bfd-8d52-9594b0cbe4cd req-90ab15d7-4320-4966-9250-22aaca805465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:06.265775 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-381d4a46-865b-4bfd-8d52-9594b0cbe4cd req-90ab15d7-4320-4966-9250-22aaca805465 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3fd89ab7-5588-43a8-84be-21487b134cf3 HTTP/1.1" status: 200 len: 916 time: 0.1020069 Jun 18 14:25:06.304445 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-7c3c926e-ae05-4be7-8169-9a81c06135eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'name': 'tempest-TestMinimumBasicScenario-1199809566-router', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:09Z', 'updated_at': '2021-06-18T14:19:19Z', 'revision_number': 4, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'gw_port': {'id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:10Z', 'updated_at': '2021-06-18T14:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '90c8e82a-0c7b-4ca7-8843-0394a45f14fb', 'name': '', 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'mac_address': 'fa:16:3e:07:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6f5051b7-2cd7-4144-8b1c-0ef6aec7a424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:18Z', 'updated_at': '2021-06-18T14:19:31Z', 'revision_number': 5, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'subnets': [{'id': '6f5051b7-2cd7-4144-8b1c-0ef6aec7a424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:06.312127 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-381d4a46-865b-4bfd-8d52-9594b0cbe4cd req-20309e8a-2321-45b8-881b-ddeb4a4c4067 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d0208aa-0616-4966-ac0d-249bb1e9cea5 HTTP/1.1" status: 200 len: 217 time: 0.0393572 Jun 18 14:25:06.336820 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3c926e-ae05-4be7-8169-9a81c06135eb None None] Checking router: d6121904-24a4-4d49-8f09-35a39a3334fb for host: dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:25:06.347033 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3c926e-ae05-4be7-8169-9a81c06135eb None None] Routers {'d6121904-24a4-4d49-8f09-35a39a3334fb'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:25:06.347664 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-7c3c926e-ae05-4be7-8169-9a81c06135eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:24:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['d6121904-24a4-4d49-8f09-35a39a3334fb'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:06.372030 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d4a46-865b-4bfd-8d52-9594b0cbe4cd req-c2ee0e23-de8d-4c63-915f-527cea1abe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:06.378211 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-381d4a46-865b-4bfd-8d52-9594b0cbe4cd req-c2ee0e23-de8d-4c63-915f-527cea1abe05 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f5051b7-2cd7-4144-8b1c-0ef6aec7a424 HTTP/1.1" status: 200 len: 854 time: 0.0555363 Jun 18 14:25:06.392380 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-bb798401-5d3c-48e9-98a4-b63c57eb763a req-51cfc217-2787-4d11-916b-fe352c14165d tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fd5fce0-29bc-4622-856f-40059ed1f20c HTTP/1.1" status: 200 len: 210 time: 0.0360379 Jun 18 14:25:06.454226 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d4a46-865b-4bfd-8d52-9594b0cbe4cd req-d5b34e32-4794-4c2b-b8b9-c508ee1af71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:06.456595 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-381d4a46-865b-4bfd-8d52-9594b0cbe4cd req-d5b34e32-4794-4c2b-b8b9-c508ee1af71e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3fd89ab7-5588-43a8-84be-21487b134cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664940 Jun 18 14:25:06.471124 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-7c3c926e-ae05-4be7-8169-9a81c06135eb None None] Set router d6121904-24a4-4d49-8f09-35a39a3334fb gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:25:06.539845 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6d0c8cd1-eb78-4fa0-a7ff-9060ba975d10 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:06.541647 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:06.552746 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0fe4a697-0096-40e8-96d7-03b0b276bf83 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:06.555733 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-0fe4a697-0096-40e8-96d7-03b0b276bf83 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:06.558004 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-0fe4a697-0096-40e8-96d7-03b0b276bf83 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] 10.222.0.26 "DELETE /v2.0/security-groups/752c3d6e-22e8-436c-85ac-96739ae27c47 HTTP/1.1" status: 204 len: 168 time: 0.8014133 Jun 18 14:25:06.565755 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-81604c25-68ca-42a1-aa20-625caf35e8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:06.575497 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c8cd1-eb78-4fa0-a7ff-9060ba975d10 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Pushing event deleted for resources: {'Port': ['ID=d21f69b4-5459-4b52-a817-65f798cbad8e,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:06.586605 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-6d0c8cd1-eb78-4fa0-a7ff-9060ba975d10 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:06.608575 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4a697-0096-40e8-96d7-03b0b276bf83 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=752c3d6e-22e8-436c-85ac-96739ae27c47,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:06.627680 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-381d4a46-865b-4bfd-8d52-9594b0cbe4cd req-1eb4eda8-5b7a-4d5f-9bd4-8dbc8b1b1202 service neutron] 10.222.0.38 "GET /v2.0/networks/3fd89ab7-5588-43a8-84be-21487b134cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636605 Jun 18 14:25:06.629417 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-0fe4a697-0096-40e8-96d7-03b0b276bf83 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:06.693244 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6d0c8cd1-eb78-4fa0-a7ff-9060ba975d10 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for floatingip, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:06.695823 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6d0c8cd1-eb78-4fa0-a7ff-9060ba975d10 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for floatingip, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:06.697581 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-6d0c8cd1-eb78-4fa0-a7ff-9060ba975d10 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "DELETE /v2.0/floatingips/a7ea216e-4d08-4aaa-a05d-f7fab62e5eb6 HTTP/1.1" status: 204 len: 168 time: 1.2801330 Jun 18 14:25:06.766733 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-7c3c926e-ae05-4be7-8169-9a81c06135eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'name': 'tempest-TestMinimumBasicScenario-1199809566-router', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:09Z', 'updated_at': '2021-06-18T14:19:19Z', 'revision_number': 4, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'gw_port': {'id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:10Z', 'updated_at': '2021-06-18T14:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '90c8e82a-0c7b-4ca7-8843-0394a45f14fb', 'name': '', 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'mac_address': 'fa:16:3e:07:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6f5051b7-2cd7-4144-8b1c-0ef6aec7a424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:18Z', 'updated_at': '2021-06-18T14:19:31Z', 'revision_number': 5, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'subnets': [{'id': '6f5051b7-2cd7-4144-8b1c-0ef6aec7a424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:06.777048 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-381d4a46-865b-4bfd-8d52-9594b0cbe4cd req-adde8836-2db7-46ec-a7d4-e58faaf9fd77 service neutron] 10.222.0.38 "GET /v2.0/networks/3fd89ab7-5588-43a8-84be-21487b134cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412649 Jun 18 14:25:06.792191 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 48736) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:06.803163 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3c926e-ae05-4be7-8169-9a81c06135eb None None] The sync data for ids ['d6121904-24a4-4d49-8f09-35a39a3334fb'] in dv-cinder-795751-2-iscsi is: [{'id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'name': 'tempest-TestMinimumBasicScenario-1199809566-router', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:09Z', 'updated_at': '2021-06-18T14:19:19Z', 'revision_number': 4, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'gw_port': {'id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:10Z', 'updated_at': '2021-06-18T14:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '90c8e82a-0c7b-4ca7-8843-0394a45f14fb', 'name': '', 'network_id': '3fd89ab7-5588-43a8-84be-21487b134cf3', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'mac_address': 'fa:16:3e:07:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6f5051b7-2cd7-4144-8b1c-0ef6aec7a424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:18Z', 'updated_at': '2021-06-18T14:19:31Z', 'revision_number': 5, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'subnets': [{'id': '6f5051b7-2cd7-4144-8b1c-0ef6aec7a424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:25:07.061164 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf503259-dcb9-497a-9c93-af7a94cdceee None None] New status for floating IP 21870e4d-96c8-423a-8e96-9edb711d11c9: DOWN {{(pid=93615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 14:25:07.137276 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48740) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:07.142406 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-dc3d3004-6026-4818-9675-b3379bf310e3 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1133005665', 'description': 'tempest-description--1574539700'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:25:07.245966 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-dc3d3004-6026-4818-9675-b3379bf310e3 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:07.319648 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-675f4394-67ca-4eed-a4f2-67a6806dfeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606455'] for router_interface, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:07.330345 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-dc3d3004-6026-4818-9675-b3379bf310e3 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:07.441958 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-dc3d3004-6026-4818-9675-b3379bf310e3 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:07.447728 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c106a74b-db74-471e-80af-361563db254d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:07.483155 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d3004-6026-4818-9675-b3379bf310e3 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e692c71-687a-4ef7-a2ec-ca56ffbdd77b,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:07.488219 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-dc3d3004-6026-4818-9675-b3379bf310e3 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:07.555619 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-dc3d3004-6026-4818-9675-b3379bf310e3 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:07.557426 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-dc3d3004-6026-4818-9675-b3379bf310e3 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4190395 Jun 18 14:25:07.560214 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48750) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:07.568136 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-1cfb4263-8649-43fb-8feb-9ad5ff4550df tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Request body: {'security_group_rule': {'security_group_id': '0e692c71-687a-4ef7-a2ec-ca56ffbdd77b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:25:07.611779 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-675f4394-67ca-4eed-a4f2-67a6806dfeaa admin admin] Deleting port cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3 {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:25:07.612058 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-675f4394-67ca-4eed-a4f2-67a6806dfeaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:07.679252 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-9e2ea187-9022-475a-ac24-4adc4cb65841 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1891006731&fields=id&tenant_id=dbb479abbf4e4acda8c320ef124c4e8c HTTP/1.1" status: 200 len: 267 time: 0.0376582 Jun 18 14:25:07.695712 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [None req-675f4394-67ca-4eed-a4f2-67a6806dfeaa admin admin] For port cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3,segment=NetworkSegment(2797265c-4983-4bf3-9100-f60b71988b67),segment_id=2797265c-4983-4bf3-9100-f60b71988b67)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:07.696079 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-675f4394-67ca-4eed-a4f2-67a6806dfeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:07.735103 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-1cfb4263-8649-43fb-8feb-9ad5ff4550df tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:07.759221 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-675f4394-67ca-4eed-a4f2-67a6806dfeaa admin admin] Calling delete_port for cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3 owned by network:router_interface {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:25:07.823832 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-1cfb4263-8649-43fb-8feb-9ad5ff4550df tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:07.835130 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-384fb5e4-6ac5-4e20-985c-93c7c5ba3010 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:07.835130 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-384fb5e4-6ac5-4e20-985c-93c7c5ba3010 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/networks?id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5 HTTP/1.1" status: 200 len: 812 time: 0.1472878 Jun 18 14:25:07.850417 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-0155a89e-7347-4077-8e39-4fb1520af52a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/quotas/dbb479abbf4e4acda8c320ef124c4e8c HTTP/1.1" status: 200 len: 375 time: 0.0104780 Jun 18 14:25:07.904578 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-1cfb4263-8649-43fb-8feb-9ad5ff4550df tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:07.914042 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:07.934535 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb4263-8649-43fb-8feb-9ad5ff4550df tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7796f0-ce9b-4c31-9199-96db487a74a6,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:07.938398 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-1cfb4263-8649-43fb-8feb-9ad5ff4550df tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:07.954449 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-ef037be7-4143-4c56-82e8-c11aed77bb83 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbb479abbf4e4acda8c320ef124c4e8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0985129 Jun 18 14:25:08.014049 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-033e4b0b-771f-4f47-9833-9b3b2e0501a2 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 14:25:08.015039 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-033e4b0b-771f-4f47-9833-9b3b2e0501a2 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464575 Jun 18 14:25:08.062595 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-1cfb4263-8649-43fb-8feb-9ad5ff4550df tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:08.063817 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-1cfb4263-8649-43fb-8feb-9ad5ff4550df tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5026579 Jun 18 14:25:08.066582 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 48756) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:08.071330 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-088752d1-0838-45c1-977b-848c6075bf59 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Request body: {'security_group_rule': {'security_group_id': '0e692c71-687a-4ef7-a2ec-ca56ffbdd77b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:25:08.078639 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-675f4394-67ca-4eed-a4f2-67a6806dfeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:08.083013 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-f25c7fb6-9266-4f2e-8280-cebcc1731d29 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:08.105853 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-ed58490e-facf-4f65-89cd-d4dbe5d0032f service neutron] 10.222.0.26 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846868 Jun 18 14:25:08.122323 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f4394-67ca-4eed-a4f2-67a6806dfeaa admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:08.126396 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-675f4394-67ca-4eed-a4f2-67a6806dfeaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:08.204541 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-b2aea245-66f3-4159-900a-9d8187af5cdb service neutron] 10.222.0.26 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928235 Jun 18 14:25:08.287169 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-088752d1-0838-45c1-977b-848c6075bf59 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:08.337794 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-675f4394-67ca-4eed-a4f2-67a6806dfeaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3640693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606283'] for router_interface, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:08.396174 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-088752d1-0838-45c1-977b-848c6075bf59 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:08.463950 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-088752d1-0838-45c1-977b-848c6075bf59 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:08.471104 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:08.518231 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088752d1-0838-45c1-977b-848c6075bf59 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02621b1c-3cc2-465f-a664-ca113e7612c9,revision_number=0']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:08.525694 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-088752d1-0838-45c1-977b-848c6075bf59 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:08.591041 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675f4394-67ca-4eed-a4f2-67a6806dfeaa admin admin] Router 6faac8e0-3891-46a9-bbd8-24eb2707e510 has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:25:08.605294 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-39082816-43ae-4a2d-8201-89e23290af15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:08.634917 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-088752d1-0838-45c1-977b-848c6075bf59 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:08.638559 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-088752d1-0838-45c1-977b-848c6075bf59 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5684872 Jun 18 14:25:08.639587 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48766) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:08.644227 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-56248244-1e3b-463d-8c47-e58f7faa84ac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Request body: {'floatingip': {'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:25:08.710969 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675f4394-67ca-4eed-a4f2-67a6806dfeaa admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:25:08.720467 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-675f4394-67ca-4eed-a4f2-67a6806dfeaa admin admin] 10.222.0.26 "PUT /v2.0/routers/6faac8e0-3891-46a9-bbd8-24eb2707e510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9276431 Jun 18 14:25:08.721503 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 48768) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:08.727705 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcce630-c4b3-427d-a21f-ccfe30efa06f None None] Sync routers for ids ['6faac8e0-3891-46a9-bbd8-24eb2707e510'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:25:08.741724 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcce630-c4b3-427d-a21f-ccfe30efa06f None None] Routers {'6faac8e0-3891-46a9-bbd8-24eb2707e510'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:25:08.742712 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-4bcce630-c4b3-427d-a21f-ccfe30efa06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:24:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['6faac8e0-3891-46a9-bbd8-24eb2707e510'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:08.779465 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-56248244-1e3b-463d-8c47-e58f7faa84ac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for floatingip, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:08.878462 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-afb7bfb5-86b5-4c6c-8fb0-65f713b35e8a admin admin] Notify callbacks [] for router, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:08.931406 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-4bcce630-c4b3-427d-a21f-ccfe30efa06f None None] Set router 6faac8e0-3891-46a9-bbd8-24eb2707e510 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:25:08.962983 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4ebd77b5-b972-42a3-9e9c-ecea5d94c95f req-6f1d1eea-76cd-415a-858c-f1344e402f2b tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 210 time: 0.0903175 Jun 18 14:25:09.023003 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-56248244-1e3b-463d-8c47-e58f7faa84ac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:09.160772 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-4bcce630-c4b3-427d-a21f-ccfe30efa06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'name': 'tempest-TestShelveInstance-1209496686-router', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:03Z', 'updated_at': '2021-06-18T14:25:07Z', 'revision_number': 5, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'gw_port': {'id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:04Z', 'updated_at': '2021-06-18T14:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:09.172437 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [None req-56248244-1e3b-463d-8c47-e58f7faa84ac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Allocated IP 172.27.3.111 (bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae/6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898/4362ca6a-0878-4cc0-ae5b-bec6811873e4) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:25:09.202946 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcce630-c4b3-427d-a21f-ccfe30efa06f None None] Checking router: 6faac8e0-3891-46a9-bbd8-24eb2707e510 for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:25:09.220340 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcce630-c4b3-427d-a21f-ccfe30efa06f None None] Routers {'6faac8e0-3891-46a9-bbd8-24eb2707e510'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:25:09.221138 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-4bcce630-c4b3-427d-a21f-ccfe30efa06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:24:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['6faac8e0-3891-46a9-bbd8-24eb2707e510'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:09.315057 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-56248244-1e3b-463d-8c47-e58f7faa84ac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:09.472093 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-afb7bfb5-86b5-4c6c-8fb0-65f713b35e8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:09.472841 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-4bcce630-c4b3-427d-a21f-ccfe30efa06f None None] Set router 6faac8e0-3891-46a9-bbd8-24eb2707e510 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:25:09.541341 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-4bcce630-c4b3-427d-a21f-ccfe30efa06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'name': 'tempest-TestShelveInstance-1209496686-router', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:03Z', 'updated_at': '2021-06-18T14:25:07Z', 'revision_number': 5, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'gw_port': {'id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:04Z', 'updated_at': '2021-06-18T14:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:09.567067 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcce630-c4b3-427d-a21f-ccfe30efa06f None None] The sync data for ids ['6faac8e0-3891-46a9-bbd8-24eb2707e510'] in dv-cinder-795751-2-iscsi is: [{'id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'name': 'tempest-TestShelveInstance-1209496686-router', 'tenant_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:03Z', 'updated_at': '2021-06-18T14:25:07Z', 'revision_number': 5, 'project_id': '66c7a59352bd4bb3b1a26c01a0fb571c', 'gw_port': {'id': 'c7b63353-4cc7-4584-9ea5-a6529669bed7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faac8e0-3891-46a9-bbd8-24eb2707e510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:04Z', 'updated_at': '2021-06-18T14:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:25:09.659192 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-56248244-1e3b-463d-8c47-e58f7faa84ac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12393637'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:09.662640 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-35c3c562-7377-48f6-841a-2b5b37d0da52 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:09.697103 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56248244-1e3b-463d-8c47-e58f7faa84ac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:25:09.701661 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-afb7bfb5-86b5-4c6c-8fb0-65f713b35e8a admin admin] Deleting port c7b63353-4cc7-4584-9ea5-a6529669bed7 {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:25:09.704686 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-afb7bfb5-86b5-4c6c-8fb0-65f713b35e8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:09.704810 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-56248244-1e3b-463d-8c47-e58f7faa84ac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:25:09.705244 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56248244-1e3b-463d-8c47-e58f7faa84ac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:25:09.739822 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56248244-1e3b-463d-8c47-e58f7faa84ac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Pushing event updated for resources: {'Port': ['ID=4362ca6a-0878-4cc0-ae5b-bec6811873e4,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:09.743420 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-56248244-1e3b-463d-8c47-e58f7faa84ac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:09.783297 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [None req-afb7bfb5-86b5-4c6c-8fb0-65f713b35e8a admin admin] For port c7b63353-4cc7-4584-9ea5-a6529669bed7, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=c7b63353-4cc7-4584-9ea5-a6529669bed7,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:09.785039 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-afb7bfb5-86b5-4c6c-8fb0-65f713b35e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:09.811039 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-56248244-1e3b-463d-8c47-e58f7faa84ac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:09.851459 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-afb7bfb5-86b5-4c6c-8fb0-65f713b35e8a admin admin] Calling delete_port for c7b63353-4cc7-4584-9ea5-a6529669bed7 owned by network:router_gateway {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:25:09.987233 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-56248244-1e3b-463d-8c47-e58f7faa84ac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:10.057199 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-910701c4-f134-4b7e-bc1d-a71a48866ebf req-0295c90b-b912-46c8-a863-b54df08f2c1c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 210 time: 0.0297968 Jun 18 14:25:10.105419 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-afb7bfb5-86b5-4c6c-8fb0-65f713b35e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:10.110723 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-6ad5b6b5-7390-4385-b2c6-8e9db2f7e862 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:10.141158 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7bfb5-86b5-4c6c-8fb0-65f713b35e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=c7b63353-4cc7-4584-9ea5-a6529669bed7,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:10.168157 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-afb7bfb5-86b5-4c6c-8fb0-65f713b35e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:10.172350 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-56248244-1e3b-463d-8c47-e58f7faa84ac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for port, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:10.204999 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-afb7bfb5-86b5-4c6c-8fb0-65f713b35e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635751'] for router_gateway, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:10.290797 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-56248244-1e3b-463d-8c47-e58f7faa84ac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:10.293654 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:10.312683 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-afb7bfb5-86b5-4c6c-8fb0-65f713b35e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:10.314202 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-afb7bfb5-86b5-4c6c-8fb0-65f713b35e8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:10.329700 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3 no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:25:10.359641 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:25:10.360305 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device cc4d5c7d-7f71-44d4-ae3d-4a87248f9da3 not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:25:10.380651 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56248244-1e3b-463d-8c47-e58f7faa84ac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Pushing event updated for resources: {'Port': ['ID=4362ca6a-0878-4cc0-ae5b-bec6811873e4,revision_number=2']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:10.384506 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-56248244-1e3b-463d-8c47-e58f7faa84ac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:10.398276 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-56248244-1e3b-463d-8c47-e58f7faa84ac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635786'] for floatingip, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:10.515753 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-afb7bfb5-86b5-4c6c-8fb0-65f713b35e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606504'] for router, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:10.516313 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-56248244-1e3b-463d-8c47-e58f7faa84ac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for floatingip, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:10.516423 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb7bfb5-86b5-4c6c-8fb0-65f713b35e8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6faac8e0-3891-46a9-bbd8-24eb2707e510 {{(pid=93613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 14:25:10.516509 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-56248244-1e3b-463d-8c47-e58f7faa84ac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8747096 Jun 18 14:25:10.521610 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-afb7bfb5-86b5-4c6c-8fb0-65f713b35e8a admin admin] Notify callbacks [] for router, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:10.522893 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-afb7bfb5-86b5-4c6c-8fb0-65f713b35e8a admin admin] 10.222.0.26 "DELETE /v2.0/routers/6faac8e0-3891-46a9-bbd8-24eb2707e510 HTTP/1.1" status: 204 len: 168 time: 1.7999315 Jun 18 14:25:10.525346 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48800) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:10.598644 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ac1809-c066-459a-b3e4-90fbadf3f67d admin admin] Deleting subnet e376c192-7508-4cae-9176-aef3287f6229 {{(pid=93612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 14:25:10.603783 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-10ac1809-c066-459a-b3e4-90fbadf3f67d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:10.649883 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-10ac1809-c066-459a-b3e4-90fbadf3f67d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12265515'] for subnet, precommit_delete_associations {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:10.790541 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-10ac1809-c066-459a-b3e4-90fbadf3f67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3459435'] for subnet, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:10.823277 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-c497d52f-3903-4510-88db-ece947bb6140 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1133005665&fields=id&tenant_id=68c0acdf3c5043c1abd19fd3db96520e HTTP/1.1" status: 200 len: 267 time: 0.0530632 Jun 18 14:25:10.941299 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-10ac1809-c066-459a-b3e4-90fbadf3f67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3459428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12393680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12343239'] for subnet, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:10.947346 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:10.964172 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629bb61-ef27-4f5f-b1bb-bcde95b481d1 req-0ebdd7c6-abf7-4ec4-9bef-73119c42b9d8 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:10.965011 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-cdfa680b-466e-4b8f-9064-e06494f46696 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:10.965951 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4629bb61-ef27-4f5f-b1bb-bcde95b481d1 req-0ebdd7c6-abf7-4ec4-9bef-73119c42b9d8 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 945 time: 0.0812321 Jun 18 14:25:10.971238 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-cdfa680b-466e-4b8f-9064-e06494f46696 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/networks?id=732503bd-c79c-40ac-a2d6-5ec143face16 HTTP/1.1" status: 200 len: 811 time: 0.1394122 Jun 18 14:25:10.987319 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac1809-c066-459a-b3e4-90fbadf3f67d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e376c192-7508-4cae-9176-aef3287f6229,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:10.994394 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-10ac1809-c066-459a-b3e4-90fbadf3f67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:10.994953 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-a1bbfd88-82b3-462e-ad30-8fd0fa65c50c tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/quotas/68c0acdf3c5043c1abd19fd3db96520e HTTP/1.1" status: 200 len: 375 time: 0.0178199 Jun 18 14:25:10.996769 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-10ac1809-c066-459a-b3e4-90fbadf3f67d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e376c192-7508-4cae-9176-aef3287f6229 HTTP/1.1" status: 204 len: 168 time: 0.4701123 Jun 18 14:25:10.998779 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-10ac1809-c066-459a-b3e4-90fbadf3f67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:10.999259 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48814) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:11.002869 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec307dd-9895-46e1-b539-407d0b65b5dd None None] Network 58b3b662-a83b-4a79-96d6-15eb372428ed requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:25:11.090482 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4629bb61-ef27-4f5f-b1bb-bcde95b481d1 req-3d27c292-9e8f-4e66-bbb1-17ec50df78e3 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068547 Jun 18 14:25:11.107889 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3629591'] for network, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:11.110751 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-eff50fab-af62-4937-a236-e4fe92901308 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=68c0acdf3c5043c1abd19fd3db96520e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1118894 Jun 18 14:25:11.198538 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] Deleting port c2f3de1d-36a3-4005-b3ea-d4d5170d0000 {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:25:11.198884 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:11.207673 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94885834-6516-4180-9453-9d9b6b479713 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 14:25:11.208912 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94885834-6516-4180-9453-9d9b6b479713 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0793560 Jun 18 14:25:11.308840 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-dde5485c-be91-4571-a6a1-8be514b4f542 req-c83dbec7-3791-4ac6-9d84-621cd54f2d0d tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 210 time: 0.0466988 Jun 18 14:25:11.325345 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-db1e92db-da7b-45bc-85c3-55419512da68 service neutron] 10.222.0.26 "GET /v2.0/networks/732503bd-c79c-40ac-a2d6-5ec143face16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083105 Jun 18 14:25:11.325530 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] For port c2f3de1d-36a3-4005-b3ea-d4d5170d0000, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=c2f3de1d-36a3-4005-b3ea-d4d5170d0000,segment=NetworkSegment(2797265c-4983-4bf3-9100-f60b71988b67),segment_id=2797265c-4983-4bf3-9100-f60b71988b67)] {{(pid=93612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:11.325811 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:11.342394 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce9c29c-d4fd-4cea-b42f-daacb802167f None None] DHCP port deletion for 58b3b662-a83b-4a79-96d6-15eb372428ed request from dv-cinder-795751-2-iscsi {{(pid=93614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 14:25:11.396756 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-4ce9c29c-d4fd-4cea-b42f-daacb802167f None None] Deleting port c2f3de1d-36a3-4005-b3ea-d4d5170d0000 {{(pid=93614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:25:11.396756 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4ce9c29c-d4fd-4cea-b42f-daacb802167f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:11.397134 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] Calling delete_port for c2f3de1d-36a3-4005-b3ea-d4d5170d0000 owned by network:dhcp {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:25:11.446101 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-d9bbfe4e-2f6c-4dfa-b752-af71f1da32e4 service neutron] 10.222.0.26 "GET /v2.0/networks/732503bd-c79c-40ac-a2d6-5ec143face16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119473 Jun 18 14:25:11.463441 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-4ce9c29c-d4fd-4cea-b42f-daacb802167f None None] For port c2f3de1d-36a3-4005-b3ea-d4d5170d0000, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=c2f3de1d-36a3-4005-b3ea-d4d5170d0000,segment=NetworkSegment(2797265c-4983-4bf3-9100-f60b71988b67),segment_id=2797265c-4983-4bf3-9100-f60b71988b67)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:11.464160 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4ce9c29c-d4fd-4cea-b42f-daacb802167f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:11.527110 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:11.530721 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-56248244-1e3b-463d-8c47-e58f7faa84ac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:11.535697 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-4ce9c29c-d4fd-4cea-b42f-daacb802167f None None] Calling delete_port for c2f3de1d-36a3-4005-b3ea-d4d5170d0000 owned by network:dhcp {{(pid=93614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:25:11.554991 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2f3de1d-36a3-4005-b3ea-d4d5170d0000,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:11.560297 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] No DVR routers for this DVR port c2f3de1d-36a3-4005-b3ea-d4d5170d0000 on host dv-cinder-795751-2-iscsi {{(pid=93612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:25:11.560297 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:11.638447 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3460340', 'neutron.services.segments.db._delete_segments_for_network-8749953549011'] for network, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:11.654281 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.services.segments.db [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b3b662-a83b-4a79-96d6-15eb372428ed']}} {{(pid=93612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:11.669418 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.services.segments.db [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2797265c-4983-4bf3-9100-f60b71988b67') {'for_net_delete': True} {{(pid=93612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:11.670901 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.services.segments.db [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2797265c-4983-4bf3-9100-f60b71988b67') {} {{(pid=93612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:11.689057 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749953548840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12265506'] for segment, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:11.736259 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:11.739889 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b9c07f3e-cde9-4727-ae76-82ecd365a8c1 req-cb78a30e-72e4-41aa-a641-ac7e840f3062 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 210 time: 0.0380836 Jun 18 14:25:11.745700 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=93612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 14:25:11.746143 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12340347'] for segment, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: Traceback (most recent call last): Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: timer() Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: cb(*args, **kw) Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: return func(*args, **kwargs) Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: self._notify() Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: self.callback(batched_events) Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: event.method(event) Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: return f(self, *a, **k) Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: return self._get(url).json() Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: return self.request(url, 'GET', **kwargs) Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 14:25:11.747985 dv-cinder-795751-2-iscsi neutron-server[93612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 14:25:11.811455 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4ce9c29c-d4fd-4cea-b42f-daacb802167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999'] for port, after_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:11.813619 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:11.837676 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9c29c-d4fd-4cea-b42f-daacb802167f None None] Pushing event deleted for resources: {'Port': ['ID=c2f3de1d-36a3-4005-b3ea-d4d5170d0000,revision_number=None']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:11.843165 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce9c29c-d4fd-4cea-b42f-daacb802167f None None] No DVR routers for this DVR port c2f3de1d-36a3-4005-b3ea-d4d5170d0000 on host dv-cinder-795751-2-iscsi {{(pid=93614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:25:11.852834 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9c29c-d4fd-4cea-b42f-daacb802167f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:11.852834 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9c29c-d4fd-4cea-b42f-daacb802167f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:11.852834 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9c29c-d4fd-4cea-b42f-daacb802167f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:11.852834 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9c29c-d4fd-4cea-b42f-daacb802167f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:11.852834 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9c29c-d4fd-4cea-b42f-daacb802167f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:11.852834 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9c29c-d4fd-4cea-b42f-daacb802167f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:11.852834 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9c29c-d4fd-4cea-b42f-daacb802167f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:11.852834 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9c29c-d4fd-4cea-b42f-daacb802167f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:11.852834 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9c29c-d4fd-4cea-b42f-daacb802167f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:11.852834 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9c29c-d4fd-4cea-b42f-daacb802167f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:11.852834 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9c29c-d4fd-4cea-b42f-daacb802167f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:11.852834 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9c29c-d4fd-4cea-b42f-daacb802167f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:25:11.856898 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-4ce9c29c-d4fd-4cea-b42f-daacb802167f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:11.904735 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3460333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635832'] for network, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:11.909380 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:11.927019 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:11.928854 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/58b3b662-a83b-4a79-96d6-15eb372428ed HTTP/1.1" status: 204 len: 168 time: 0.9287074 Jun 18 14:25:11.930203 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] Pushing event deleted for resources: {'Network': ['ID=58b3b662-a83b-4a79-96d6-15eb372428ed,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:11.931859 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48828) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:11.933947 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:12.019988 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:12.145323 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-aeeafb8f-015d-4c8e-9d33-c08b65842784 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:12.147066 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-aeeafb8f-015d-4c8e-9d33-c08b65842784 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.38 "GET /v2.0/networks?id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5 HTTP/1.1" status: 200 len: 812 time: 0.1190023 Jun 18 14:25:12.223544 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-3c6730ba-ebd7-40ba-bca9-ea12df29dad5 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbb479abbf4e4acda8c320ef124c4e8c HTTP/1.1" status: 200 len: 380 time: 0.0451889 Jun 18 14:25:12.248740 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-9d709543-6db7-4a30-be4e-48579cb8b64c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Request body: {'port': {'device_id': '5a98d5d4-42d3-482f-8a36-50294c0b7bab', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'admin_state_up': True, 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'security_groups': ['c5b136de-1553-48b3-a173-82bc033aab91']}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:25:12.347726 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device c2f3de1d-36a3-4005-b3ea-d4d5170d0000 no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:25:12.374863 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: c2f3de1d-36a3-4005-b3ea-d4d5170d0000 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:25:12.375789 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device c2f3de1d-36a3-4005-b3ea-d4d5170d0000 not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:25:12.376394 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device c7b63353-4cc7-4584-9ea5-a6529669bed7 no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:25:12.421801 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: c7b63353-4cc7-4584-9ea5-a6529669bed7 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:25:12.422412 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device c7b63353-4cc7-4584-9ea5-a6529669bed7 not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:25:12.474798 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e18df-dc49-477c-b8c1-6998a24bc591 req-5b498ddf-5ba0-4e7b-886d-535585bb003a tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:12.476324 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-e55e18df-dc49-477c-b8c1-6998a24bc591 req-5b498ddf-5ba0-4e7b-886d-535585bb003a tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 945 time: 0.1534777 Jun 18 14:25:12.513653 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-0e1079fa-2867-4801-b70d-b918b689107f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:12.521420 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7998013a-ccef-478d-a65f-9623f96bdea6 req-10437b7f-5a1e-46ba-9a48-0cdd781b2a59 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 210 time: 0.0351992 Jun 18 14:25:12.549284 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-e55e18df-dc49-477c-b8c1-6998a24bc591 req-3b2a5da7-0bcf-49b4-8132-de2af9779dbe tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651062 Jun 18 14:25:12.590443 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-9d709543-6db7-4a30-be4e-48579cb8b64c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Made reservation on behalf of dbb479abbf4e4acda8c320ef124c4e8c for: {'port': 1} {{(pid=93613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:25:12.595346 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-9d709543-6db7-4a30-be4e-48579cb8b64c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:12.725804 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9d414f41-72e5-4681-bcbe-a19878fe2c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606455'] for router_interface, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:12.731553 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-9d709543-6db7-4a30-be4e-48579cb8b64c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Allocated IP 172.20.0.10 (2a4e0c0b-9524-4e17-84eb-4b2765952ea5/649a9e32-52ab-47bf-bb55-ed3bf5cc8750/43eff6a8-fc06-4c51-83d1-549510fa6d4a) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:25:12.923868 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1adf1f5c-e84c-4bb3-92b8-ff99c30d9ee9 req-eb0a5a96-978c-4b5d-bd89-61a0923d50aa tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 210 time: 0.0378394 Jun 18 14:25:12.928513 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-9d709543-6db7-4a30-be4e-48579cb8b64c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:12.944818 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.provisioning_blocks [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-9d709543-6db7-4a30-be4e-48579cb8b64c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Transition to ACTIVE for port object 43eff6a8-fc06-4c51-83d1-549510fa6d4a will not be triggered until provisioned by entity DHCP. {{(pid=93613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:25:13.036475 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-9d709543-6db7-4a30-be4e-48579cb8b64c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11814889'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:13.041557 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:13.066246 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-9d414f41-72e5-4681-bcbe-a19878fe2c4f admin admin] Deleting port 4fb9d4b2-3903-4938-b986-72871c08396a {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:25:13.066825 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9d414f41-72e5-4681-bcbe-a19878fe2c4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:13.085781 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-9d709543-6db7-4a30-be4e-48579cb8b64c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Network 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:25:13.088836 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-9d709543-6db7-4a30-be4e-48579cb8b64c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:25:13.092815 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-9d709543-6db7-4a30-be4e-48579cb8b64c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:25:13.119283 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d709543-6db7-4a30-be4e-48579cb8b64c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Pushing event updated for resources: {'Port': ['ID=43eff6a8-fc06-4c51-83d1-549510fa6d4a,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:13.131266 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-9d709543-6db7-4a30-be4e-48579cb8b64c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:13.163951 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [None req-9d414f41-72e5-4681-bcbe-a19878fe2c4f admin admin] For port 4fb9d4b2-3903-4938-b986-72871c08396a, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=4fb9d4b2-3903-4938-b986-72871c08396a,segment=NetworkSegment(4043d804-f398-4069-bc69-0b1ef9b1a67a),segment_id=4043d804-f398-4069-bc69-0b1ef9b1a67a)] {{(pid=93612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:13.164371 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-9d709543-6db7-4a30-be4e-48579cb8b64c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:13.165044 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-9d709543-6db7-4a30-be4e-48579cb8b64c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:13.165503 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9d414f41-72e5-4681-bcbe-a19878fe2c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:13.176242 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:13.236993 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-9d414f41-72e5-4681-bcbe-a19878fe2c4f admin admin] Calling delete_port for 4fb9d4b2-3903-4938-b986-72871c08396a owned by network:router_interface {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:25:13.253479 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-9d709543-6db7-4a30-be4e-48579cb8b64c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0221324 Jun 18 14:25:13.289708 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-084a7590-05ee-4016-8663-707516b45364 service neutron] Request body: {'port': {'device_id': '5a98d5d4-42d3-482f-8a36-50294c0b7bab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:25:13.409090 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-084a7590-05ee-4016-8663-707516b45364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:13.429824 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f8c8a-3af1-4ae3-951a-1ba3db70384c req-a189128e-0b7b-4454-9b3c-f11a0ea7ff23 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:13.431315 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-bb9f8c8a-3af1-4ae3-951a-1ba3db70384c req-a189128e-0b7b-4454-9b3c-f11a0ea7ff23 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.38 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 945 time: 0.1459341 Jun 18 14:25:13.444785 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:13.502896 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-d0263734-6ffe-4ca9-ba14-507d9e176611 None None] Provisioning for port 43eff6a8-fc06-4c51-83d1-549510fa6d4a completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:25:13.507452 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-d0263734-6ffe-4ca9-ba14-507d9e176611 None None] Provisioning complete for port 43eff6a8-fc06-4c51-83d1-549510fa6d4a triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:25:13.507846 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-d0263734-6ffe-4ca9-ba14-507d9e176611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:13.525368 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9d414f41-72e5-4681-bcbe-a19878fe2c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:13.533560 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:13.549413 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-d0263734-6ffe-4ca9-ba14-507d9e176611 None None] Port 43eff6a8-fc06-4c51-83d1-549510fa6d4a cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:25:13.560454 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d414f41-72e5-4681-bcbe-a19878fe2c4f admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb9d4b2-3903-4938-b986-72871c08396a,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:13.568139 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9d414f41-72e5-4681-bcbe-a19878fe2c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:13.692582 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [req-bb9f8c8a-3af1-4ae3-951a-1ba3db70384c req-aa2b204e-4839-42d3-8943-a48ca96823df tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Deleting port 2d0208aa-0616-4966-ac0d-249bb1e9cea5 {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:25:13.692927 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-bb9f8c8a-3af1-4ae3-951a-1ba3db70384c req-aa2b204e-4839-42d3-8943-a48ca96823df tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:13.823881 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9d414f41-72e5-4681-bcbe-a19878fe2c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3640693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606283'] for router_interface, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:13.848528 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0eafc6-5e0b-4655-85d1-7a9450b2d00e req-dc190f4f-c3d1-4353-8585-be93034f071e tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:13.850059 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0e0eafc6-5e0b-4655-85d1-7a9450b2d00e req-dc190f4f-c3d1-4353-8585-be93034f071e tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 945 time: 0.1241782 Jun 18 14:25:13.905129 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-bb9f8c8a-3af1-4ae3-951a-1ba3db70384c req-aa2b204e-4839-42d3-8943-a48ca96823df tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] For port 2d0208aa-0616-4966-ac0d-249bb1e9cea5, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=2d0208aa-0616-4966-ac0d-249bb1e9cea5,segment=NetworkSegment(e5fa2761-6016-43d4-a74e-a4fdbc29bc44),segment_id=e5fa2761-6016-43d4-a74e-a4fdbc29bc44)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:13.905581 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-bb9f8c8a-3af1-4ae3-951a-1ba3db70384c req-aa2b204e-4839-42d3-8943-a48ca96823df tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:13.925253 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-084a7590-05ee-4016-8663-707516b45364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43eff6a8-fc06-4c51-83d1-549510fa6d4a {{(pid=93613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:25:13.955930 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0e0eafc6-5e0b-4655-85d1-7a9450b2d00e req-5c73bc90-4e1f-4cff-8118-cebade9bd159 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1cb294-8a6f-48fb-a35d-74a22ace6e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688121 Jun 18 14:25:13.962775 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f513b62-73bc-4069-9f53-ce80c6bfdcb3 req-c40f2ea6-f206-47c8-bd13-e5c9af05d244 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:13.964803 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7f513b62-73bc-4069-9f53-ce80c6bfdcb3 req-c40f2ea6-f206-47c8-bd13-e5c9af05d244 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 932 time: 0.2402587 Jun 18 14:25:13.994945 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [req-bb9f8c8a-3af1-4ae3-951a-1ba3db70384c req-aa2b204e-4839-42d3-8943-a48ca96823df tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Calling delete_port for 2d0208aa-0616-4966-ac0d-249bb1e9cea5 owned by compute:nova {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:25:13.998643 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-084a7590-05ee-4016-8663-707516b45364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:14.033392 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.provisioning_blocks [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-084a7590-05ee-4016-8663-707516b45364 service neutron] Transition to ACTIVE for port object 43eff6a8-fc06-4c51-83d1-549510fa6d4a will not be triggered until provisioned by entity L2. {{(pid=93613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:25:14.084853 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7f513b62-73bc-4069-9f53-ce80c6bfdcb3 req-af6e2802-b227-442a-968c-d89911a4d0f9 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836630 Jun 18 14:25:14.119042 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-084a7590-05ee-4016-8663-707516b45364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11814879'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:14.123139 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-ac94b470-566f-40a0-a674-697011c78842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:14.186311 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a3c5039e-1a76-4ff6-b934-734e3c513749 req-dd0b539c-06b6-4b51-a0dc-9154a46217a8 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 210 time: 0.0449197 Jun 18 14:25:14.232830 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d414f41-72e5-4681-bcbe-a19878fe2c4f admin admin] Router 4989b577-5694-4d6f-bbe1-8777d219b60b has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:25:14.260023 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a7590-05ee-4016-8663-707516b45364 service neutron] Pushing event updated for resources: {'Port': ['ID=43eff6a8-fc06-4c51-83d1-549510fa6d4a,revision_number=2']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:14.266359 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-084a7590-05ee-4016-8663-707516b45364 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:14.328053 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-4132059d-536d-4c2e-8729-90ea64939cf6 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:14.329781 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-4132059d-536d-4c2e-8729-90ea64939cf6 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.38 "GET /v2.0/networks?id=732503bd-c79c-40ac-a2d6-5ec143face16 HTTP/1.1" status: 200 len: 811 time: 0.2755048 Jun 18 14:25:14.360713 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-bb9f8c8a-3af1-4ae3-951a-1ba3db70384c req-aa2b204e-4839-42d3-8943-a48ca96823df tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:14.369446 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-675f4394-67ca-4eed-a4f2-67a6806dfeaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:14.395761 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['2d0208aa-0616-4966-ac0d-249bb1e9cea5'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:25:14.404222 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b204e-4839-42d3-8943-a48ca96823df tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Pushing event deleted for resources: {'Port': ['ID=2d0208aa-0616-4966-ac0d-249bb1e9cea5,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:14.414675 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-aa2b204e-4839-42d3-8943-a48ca96823df tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:14.432731 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.managers [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-084a7590-05ee-4016-8663-707516b45364 service neutron] Attempting to bind port 43eff6a8-fc06-4c51-83d1-549510fa6d4a on host hv-cinder-79575 for vnic_type normal with profile {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:25:14.432731 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.managers [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-084a7590-05ee-4016-8663-707516b45364 service neutron] Attempting to bind port 43eff6a8-fc06-4c51-83d1-549510fa6d4a by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '3268c0c4-e8d6-49a1-80fc-53a179764921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5'}] {{(pid=93613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:25:14.432731 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-084a7590-05ee-4016-8663-707516b45364 service neutron] Attempting to bind port 43eff6a8-fc06-4c51-83d1-549510fa6d4a on network 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:25:14.434306 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-cd0af122-604e-47c3-93a4-0e2cb543d8f3 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68c0acdf3c5043c1abd19fd3db96520e HTTP/1.1" status: 200 len: 380 time: 0.0583222 Jun 18 14:25:14.434306 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d414f41-72e5-4681-bcbe-a19878fe2c4f admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:25:14.434477 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-084a7590-05ee-4016-8663-707516b45364 service neutron] Port 43eff6a8-fc06-4c51-83d1-549510fa6d4a on network 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 14:25:14.434477 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-084a7590-05ee-4016-8663-707516b45364 service neutron] Attempting to bind port 43eff6a8-fc06-4c51-83d1-549510fa6d4a on network 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:25:14.434929 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f444d-12ec-40db-915d-f34ededb2857 None None] Sync routers for ids ['4989b577-5694-4d6f-bbe1-8777d219b60b'] in dv-cinder-795751-2-iscsi {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:25:14.436169 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-9d414f41-72e5-4681-bcbe-a19878fe2c4f admin admin] 10.222.0.26 "PUT /v2.0/routers/4989b577-5694-4d6f-bbe1-8777d219b60b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5033019 Jun 18 14:25:14.442972 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-b368ae74-3bdd-453f-919f-6f278b5ef696 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Request body: {'port': {'device_id': 'cb12b3b4-e10d-4f4b-a10c-a95229dd21a7', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'admin_state_up': True, 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'security_groups': ['0e692c71-687a-4ef7-a2ec-ca56ffbdd77b']}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:25:14.447076 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48844) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:14.447647 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f444d-12ec-40db-915d-f34ededb2857 None None] Routers {'4989b577-5694-4d6f-bbe1-8777d219b60b'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:25:14.450689 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-5e1f444d-12ec-40db-915d-f34ededb2857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:25:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['4989b577-5694-4d6f-bbe1-8777d219b60b'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:14.492419 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-084a7590-05ee-4016-8663-707516b45364 service neutron] Checking agent: {'id': '29ce2f09-b2be-4853-98fa-378b10f49f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'started_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:25:14.492761 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-084a7590-05ee-4016-8663-707516b45364 service neutron] Checking segment: {'id': '3268c0c4-e8d6-49a1-80fc-53a179764921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:25:14.493155 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-084a7590-05ee-4016-8663-707516b45364 service neutron] Bound using segment: {'id': '3268c0c4-e8d6-49a1-80fc-53a179764921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5'} {{(pid=93613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:25:14.493680 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.managers [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-084a7590-05ee-4016-8663-707516b45364 service neutron] Bound port: 43eff6a8-fc06-4c51-83d1-549510fa6d4a, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3268c0c4-e8d6-49a1-80fc-53a179764921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5'}}] {{(pid=93613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:25:14.494033 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-084a7590-05ee-4016-8663-707516b45364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:14.496866 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9f8c8a-3af1-4ae3-951a-1ba3db70384c req-aa2b204e-4839-42d3-8943-a48ca96823df tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] No DVR routers for this DVR port 2d0208aa-0616-4966-ac0d-249bb1e9cea5 on host hv-cinder-79575 {{(pid=93613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:25:14.500270 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-bb9f8c8a-3af1-4ae3-951a-1ba3db70384c req-aa2b204e-4839-42d3-8943-a48ca96823df tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:14.502488 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-bb9f8c8a-3af1-4ae3-951a-1ba3db70384c req-aa2b204e-4839-42d3-8943-a48ca96823df tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.38 "DELETE /v2.0/ports/2d0208aa-0616-4966-ac0d-249bb1e9cea5 HTTP/1.1" status: 204 len: 173 time: 1.0655489 Jun 18 14:25:14.503134 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480b8d6e-94b9-4a3e-af32-1b3b06807add', 'name': 'network-vif-deleted', 'tag': '2d0208aa-0616-4966-ac0d-249bb1e9cea5'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:25:14.505759 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e06ab2-a4ba-408e-a033-52972feb4da7" -d '{"events": [{"server_uuid": "480b8d6e-94b9-4a3e-af32-1b3b06807add", "name": "network-vif-deleted", "tag": "2d0208aa-0616-4966-ac0d-249bb1e9cea5"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:25:14.585954 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bff8794-1c53-431f-bd72-344a4045e538 x-openstack-request-id: req-4bff8794-1c53-431f-bd72-344a4045e538 {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:25:14.586305 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480b8d6e-94b9-4a3e-af32-1b3b06807add", "name": "network-vif-deleted", "tag": "2d0208aa-0616-4966-ac0d-249bb1e9cea5", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:25:14.586570 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4bff8794-1c53-431f-bd72-344a4045e538 {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:25:14.587007 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480b8d6e-94b9-4a3e-af32-1b3b06807add', 'name': 'network-vif-deleted', 'tag': '2d0208aa-0616-4966-ac0d-249bb1e9cea5', 'status': 'completed', 'code': 200} Jun 18 14:25:14.599180 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-084a7590-05ee-4016-8663-707516b45364 service neutron] For port 43eff6a8-fc06-4c51-83d1-549510fa6d4a, host hv-cinder-79575, cleared binding levels {{(pid=93613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:25:14.599180 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-084a7590-05ee-4016-8663-707516b45364 service neutron] For port 43eff6a8-fc06-4c51-83d1-549510fa6d4a, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=43eff6a8-fc06-4c51-83d1-549510fa6d4a,segment=NetworkSegment(3268c0c4-e8d6-49a1-80fc-53a179764921),segment_id=3268c0c4-e8d6-49a1-80fc-53a179764921)] {{(pid=93613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:25:14.615934 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-5e1f444d-12ec-40db-915d-f34ededb2857 None None] Set router 4989b577-5694-4d6f-bbe1-8777d219b60b gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:25:14.701196 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-788a171e-b032-431e-bc2d-769f9aee1fef admin admin] Notify callbacks [] for router, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:14.750202 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-084a7590-05ee-4016-8663-707516b45364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11814879'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:14.753385 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-184cdceb-2788-4a34-96f8-491de72e95f2 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:14.804812 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-084a7590-05ee-4016-8663-707516b45364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:14.805354 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-084a7590-05ee-4016-8663-707516b45364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:14.806855 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-084a7590-05ee-4016-8663-707516b45364 service neutron] 10.222.0.38 "PUT /v2.0/ports/43eff6a8-fc06-4c51-83d1-549510fa6d4a HTTP/1.1" status: 200 len: 1094 time: 1.5232022 Jun 18 14:25:14.825528 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-5e1f444d-12ec-40db-915d-f34ededb2857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4989b577-5694-4d6f-bbe1-8777d219b60b', 'name': 'tempest-TestShelveInstance-1749858193-router', 'tenant_id': '4c19f013d61f4881a1b551ac036e4160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '7305c47c-2032-441a-8690-5fabedcc7e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:11Z', 'updated_at': '2021-06-18T14:25:13Z', 'revision_number': 5, 'project_id': '4c19f013d61f4881a1b551ac036e4160', 'gw_port': {'id': '7305c47c-2032-441a-8690-5fabedcc7e65', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989b577-5694-4d6f-bbe1-8777d219b60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:13Z', 'updated_at': '2021-06-18T14:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:14.836388 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-788a171e-b032-431e-bc2d-769f9aee1fef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:14.850739 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-b368ae74-3bdd-453f-919f-6f278b5ef696 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Made reservation on behalf of 68c0acdf3c5043c1abd19fd3db96520e for: {'port': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:25:14.854514 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-b368ae74-3bdd-453f-919f-6f278b5ef696 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:14.857641 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f444d-12ec-40db-915d-f34ededb2857 None None] Checking router: 4989b577-5694-4d6f-bbe1-8777d219b60b for host: dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:25:14.859636 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a7590-05ee-4016-8663-707516b45364 service neutron] Pushing event updated for resources: {'Port': ['ID=43eff6a8-fc06-4c51-83d1-549510fa6d4a,revision_number=3']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:14.864268 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-084a7590-05ee-4016-8663-707516b45364 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:14.874549 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f444d-12ec-40db-915d-f34ededb2857 None None] Routers {'4989b577-5694-4d6f-bbe1-8777d219b60b'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:25:14.879567 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-5e1f444d-12ec-40db-915d-f34ededb2857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:25:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['4989b577-5694-4d6f-bbe1-8777d219b60b'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:15.011313 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-5e1f444d-12ec-40db-915d-f34ededb2857 None None] Set router 4989b577-5694-4d6f-bbe1-8777d219b60b gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:25:15.032686 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-3ad60dbc-4245-46d3-b911-b0200e19da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:15.034076 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-3ad60dbc-4245-46d3-b911-b0200e19da8f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbb479abbf4e4acda8c320ef124c4e8c&device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 1097 time: 0.0874705 Jun 18 14:25:15.067268 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-b368ae74-3bdd-453f-919f-6f278b5ef696 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Allocated IP 172.20.0.3 (732503bd-c79c-40ac-a2d6-5ec143face16/52102b7a-07bd-46b6-9a1d-ca1db691ce03/161717a8-71a0-4d34-ab2c-de81393761ad) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:25:15.091807 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-788a171e-b032-431e-bc2d-769f9aee1fef admin admin] Deleting port 7305c47c-2032-441a-8690-5fabedcc7e65 {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:25:15.092125 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-788a171e-b032-431e-bc2d-769f9aee1fef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:15.166299 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-515d7ceb-da3f-4a98-acc9-943446fbe2b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43eff6a8-fc06-4c51-83d1-549510fa6d4a HTTP/1.1" status: 200 len: 217 time: 0.1077499 Jun 18 14:25:15.236472 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:15.252188 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-9c41f9c9-f965-4fd5-8fb4-e8e3bd649765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:15.253723 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-9c41f9c9-f965-4fd5-8fb4-e8e3bd649765 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=649a9e32-52ab-47bf-bb55-ed3bf5cc8750 HTTP/1.1" status: 200 len: 851 time: 0.0787263 Jun 18 14:25:15.318601 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-5e1f444d-12ec-40db-915d-f34ededb2857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4989b577-5694-4d6f-bbe1-8777d219b60b', 'name': 'tempest-TestShelveInstance-1749858193-router', 'tenant_id': '4c19f013d61f4881a1b551ac036e4160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '7305c47c-2032-441a-8690-5fabedcc7e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:11Z', 'updated_at': '2021-06-18T14:25:13Z', 'revision_number': 5, 'project_id': '4c19f013d61f4881a1b551ac036e4160', 'gw_port': {'id': '7305c47c-2032-441a-8690-5fabedcc7e65', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989b577-5694-4d6f-bbe1-8777d219b60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:13Z', 'updated_at': '2021-06-18T14:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:15.352806 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f444d-12ec-40db-915d-f34ededb2857 None None] The sync data for ids ['4989b577-5694-4d6f-bbe1-8777d219b60b'] in dv-cinder-795751-2-iscsi is: [{'id': '4989b577-5694-4d6f-bbe1-8777d219b60b', 'name': 'tempest-TestShelveInstance-1749858193-router', 'tenant_id': '4c19f013d61f4881a1b551ac036e4160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '7305c47c-2032-441a-8690-5fabedcc7e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:11Z', 'updated_at': '2021-06-18T14:25:13Z', 'revision_number': 5, 'project_id': '4c19f013d61f4881a1b551ac036e4160', 'gw_port': {'id': '7305c47c-2032-441a-8690-5fabedcc7e65', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:12:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989b577-5694-4d6f-bbe1-8777d219b60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:13Z', 'updated_at': '2021-06-18T14:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}] {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:25:15.367443 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-59f3c7bc-9905-4fd4-9986-f793be3dc461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:15.368948 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-59f3c7bc-9905-4fd4-9986-f793be3dc461 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1067674 Jun 18 14:25:15.381686 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f087a-b550-425c-b135-e543355054a6 req-94913bd0-fa51-4c90-b391-fb96a7541664 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:15.383248 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8b1f087a-b550-425c-b135-e543355054a6 req-94913bd0-fa51-4c90-b391-fb96a7541664 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 944 time: 0.0907221 Jun 18 14:25:15.477360 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8b1f087a-b550-425c-b135-e543355054a6 req-913ffa53-b1a3-4a0b-97c9-f58659ff6b90 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737951 Jun 18 14:25:15.517590 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-8a3815d9-cd81-4f9f-b4bd-316b8fc0912a service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331139 Jun 18 14:25:15.585042 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4be5e764-c320-4cbd-bbf8-b866bb4365d8 req-4186571a-27e8-47f7-8d09-3d4f8853e67b tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] 10.222.0.26 "GET /v2.0/ports?device_id=480b8d6e-94b9-4a3e-af32-1b3b06807add HTTP/1.1" status: 200 len: 210 time: 0.3482578 Jun 18 14:25:15.642708 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [None req-788a171e-b032-431e-bc2d-769f9aee1fef admin admin] For port 7305c47c-2032-441a-8690-5fabedcc7e65, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=7305c47c-2032-441a-8690-5fabedcc7e65,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:15.642993 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-788a171e-b032-431e-bc2d-769f9aee1fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:15.662722 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8bf3c630-f83a-410e-8952-203bdab0c2b8 req-57100b18-4502-4cb8-b21c-37dde26598d5 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 210 time: 0.0435393 Jun 18 14:25:15.678590 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-967bd0ff-69ac-40ec-bbec-6d1e0a078996 req-f4ac1456-b442-41f4-9e35-0a3b6e83551e service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316812 Jun 18 14:25:15.717648 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-788a171e-b032-431e-bc2d-769f9aee1fef admin admin] Calling delete_port for 7305c47c-2032-441a-8690-5fabedcc7e65 owned by network:router_gateway {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:25:15.721788 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-b368ae74-3bdd-453f-919f-6f278b5ef696 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:15.743375 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-b368ae74-3bdd-453f-919f-6f278b5ef696 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Transition to ACTIVE for port object 161717a8-71a0-4d34-ab2c-de81393761ad will not be triggered until provisioned by entity DHCP. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:25:15.934116 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-b368ae74-3bdd-453f-919f-6f278b5ef696 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12393637'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:15.938184 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-27c5f30d-ee9a-48cf-8fc3-0e5195d7c816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:15.978917 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-b368ae74-3bdd-453f-919f-6f278b5ef696 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Network 732503bd-c79c-40ac-a2d6-5ec143face16 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:25:15.983847 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-b368ae74-3bdd-453f-919f-6f278b5ef696 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:25:15.987565 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-b368ae74-3bdd-453f-919f-6f278b5ef696 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:25:16.012106 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368ae74-3bdd-453f-919f-6f278b5ef696 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Pushing event updated for resources: {'Port': ['ID=161717a8-71a0-4d34-ab2c-de81393761ad,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:16.016745 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-b368ae74-3bdd-453f-919f-6f278b5ef696 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:16.021518 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-788a171e-b032-431e-bc2d-769f9aee1fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:16.026170 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c2bccd6d-d35d-4c40-9a28-13c8eb22ea8a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:16.061642 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a171e-b032-431e-bc2d-769f9aee1fef admin admin] Pushing event deleted for resources: {'Port': ['ID=7305c47c-2032-441a-8690-5fabedcc7e65,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:16.064573 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-788a171e-b032-431e-bc2d-769f9aee1fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:16.076293 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-b368ae74-3bdd-453f-919f-6f278b5ef696 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:16.076922 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-b368ae74-3bdd-453f-919f-6f278b5ef696 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:16.139452 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-788a171e-b032-431e-bc2d-769f9aee1fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635751'] for router_gateway, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:16.202818 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-b368ae74-3bdd-453f-919f-6f278b5ef696 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7654307 Jun 18 14:25:16.234387 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Request body: {'port': {'device_id': 'cb12b3b4-e10d-4f4b-a10c-a95229dd21a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:25:16.262794 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-788a171e-b032-431e-bc2d-769f9aee1fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:16.262794 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-788a171e-b032-431e-bc2d-769f9aee1fef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:16.318134 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 4fb9d4b2-3903-4938-b986-72871c08396a no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:25:16.338503 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: 4fb9d4b2-3903-4938-b986-72871c08396a {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:25:16.340411 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 4fb9d4b2-3903-4938-b986-72871c08396a not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:25:16.346930 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:16.359126 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-ef85a6bf-0774-4dfb-b538-4d4d27818af6 None None] Provisioning for port 161717a8-71a0-4d34-ab2c-de81393761ad completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:25:16.363086 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-ef85a6bf-0774-4dfb-b538-4d4d27818af6 None None] Provisioning complete for port 161717a8-71a0-4d34-ab2c-de81393761ad triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:25:16.363474 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-ef85a6bf-0774-4dfb-b538-4d4d27818af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:16.399812 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-ef85a6bf-0774-4dfb-b538-4d4d27818af6 None None] Port 161717a8-71a0-4d34-ab2c-de81393761ad cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:25:16.449050 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-788a171e-b032-431e-bc2d-769f9aee1fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606504'] for router, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:16.449591 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788a171e-b032-431e-bc2d-769f9aee1fef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4989b577-5694-4d6f-bbe1-8777d219b60b {{(pid=93612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 14:25:16.458565 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-788a171e-b032-431e-bc2d-769f9aee1fef admin admin] Notify callbacks [] for router, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:16.459689 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-788a171e-b032-431e-bc2d-769f9aee1fef admin admin] 10.222.0.26 "DELETE /v2.0/routers/4989b577-5694-4d6f-bbe1-8777d219b60b HTTP/1.1" status: 204 len: 168 time: 2.0096695 Jun 18 14:25:16.462295 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 48858) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:16.512758 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbbdaae9-cff9-4500-abf4-57c389295c51 admin admin] Deleting subnet 736e2abf-c4a9-461b-a07c-fb5e478bde21 {{(pid=93613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 14:25:16.516709 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fbbdaae9-cff9-4500-abf4-57c389295c51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:16.558280 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fbbdaae9-cff9-4500-abf4-57c389295c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11651492'] for subnet, precommit_delete_associations {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:16.590109 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a98d5d4-42d3-482f-8a36-50294c0b7bab', 'tag': '43eff6a8-fc06-4c51-83d1-549510fa6d4a'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:25:16.598105 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2788b67d-119e-4030-a1a6-f76d5ba5b9f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5a98d5d4-42d3-482f-8a36-50294c0b7bab", "tag": "43eff6a8-fc06-4c51-83d1-549510fa6d4a"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:25:16.657304 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a73488-4f1a-44eb-822c-4dc180436361 x-openstack-request-id: req-92a73488-4f1a-44eb-822c-4dc180436361 {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:25:16.657728 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a98d5d4-42d3-482f-8a36-50294c0b7bab", "tag": "43eff6a8-fc06-4c51-83d1-549510fa6d4a", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:25:16.658016 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92a73488-4f1a-44eb-822c-4dc180436361 {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:25:16.658564 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a98d5d4-42d3-482f-8a36-50294c0b7bab', 'tag': '43eff6a8-fc06-4c51-83d1-549510fa6d4a', 'status': 'completed', 'code': 200} Jun 18 14:25:16.677660 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161717a8-71a0-4d34-ab2c-de81393761ad {{(pid=93612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:25:16.689718 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fbbdaae9-cff9-4500-abf4-57c389295c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3459435'] for subnet, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:16.696547 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:16.713078 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Transition to ACTIVE for port object 161717a8-71a0-4d34-ab2c-de81393761ad will not be triggered until provisioned by entity L2. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:25:16.731921 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da1ac3-6621-4886-8866-ff212426c1f6 req-a28e4a6a-b5a4-4606-bdc2-49f7e916bab8 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:16.738074 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e7da1ac3-6621-4886-8866-ff212426c1f6 req-a28e4a6a-b5a4-4606-bdc2-49f7e916bab8 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 944 time: 0.1037719 Jun 18 14:25:16.776982 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e7da1ac3-6621-4886-8866-ff212426c1f6 req-6335747c-29d8-4ddc-9b42-19ac86ac7c37 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376372 Jun 18 14:25:16.804781 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:16.808527 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:16.891294 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=161717a8-71a0-4d34-ab2c-de81393761ad,revision_number=2']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:16.916754 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:16.981046 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Attempting to bind port 161717a8-71a0-4d34-ab2c-de81393761ad on host hv-cinder-79575 for vnic_type normal with profile {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:25:16.981623 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Attempting to bind port 161717a8-71a0-4d34-ab2c-de81393761ad by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'bb5ae42b-fe35-4e44-bbed-61794b3b7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16'}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:25:16.982057 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Attempting to bind port 161717a8-71a0-4d34-ab2c-de81393761ad on network 732503bd-c79c-40ac-a2d6-5ec143face16 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:25:16.988530 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Port 161717a8-71a0-4d34-ab2c-de81393761ad on network 732503bd-c79c-40ac-a2d6-5ec143face16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 14:25:16.988962 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Attempting to bind port 161717a8-71a0-4d34-ab2c-de81393761ad on network 732503bd-c79c-40ac-a2d6-5ec143face16 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:25:16.996901 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Checking agent: {'id': '29ce2f09-b2be-4853-98fa-378b10f49f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'started_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:25:16.996901 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Checking segment: {'id': 'bb5ae42b-fe35-4e44-bbed-61794b3b7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:25:16.996901 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Bound using segment: {'id': 'bb5ae42b-fe35-4e44-bbed-61794b3b7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16'} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:25:16.996901 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Bound port: 161717a8-71a0-4d34-ab2c-de81393761ad, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5ae42b-fe35-4e44-bbed-61794b3b7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16'}}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:25:16.996901 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:17.085113 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] For port 161717a8-71a0-4d34-ab2c-de81393761ad, host hv-cinder-79575, cleared binding levels {{(pid=93612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:25:17.090284 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] For port 161717a8-71a0-4d34-ab2c-de81393761ad, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=161717a8-71a0-4d34-ab2c-de81393761ad,segment=NetworkSegment(bb5ae42b-fe35-4e44-bbed-61794b3b7dd5),segment_id=bb5ae42b-fe35-4e44-bbed-61794b3b7dd5)] {{(pid=93612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:25:17.128865 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788b67d-119e-4030-a1a6-f76d5ba5b9f6 req-55a55852-111c-40bd-ac1f-3e6771545f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:17.130642 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2788b67d-119e-4030-a1a6-f76d5ba5b9f6 req-55a55852-111c-40bd-ac1f-3e6771545f25 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbb479abbf4e4acda8c320ef124c4e8c&device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 1097 time: 0.4212530 Jun 18 14:25:17.197246 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427fc96-1e96-4d7c-8ce4-5130495cf247 req-e71bc965-cb7a-4cee-b858-83719b5ceea1 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:17.199395 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b427fc96-1e96-4d7c-8ce4-5130495cf247 req-e71bc965-cb7a-4cee-b858-83719b5ceea1 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 943 time: 0.1471565 Jun 18 14:25:17.220098 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:17.220098 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-3e721f86-3ec2-4242-aebb-2956be684254 tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:17.223922 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 2d0208aa-0616-4966-ac0d-249bb1e9cea5 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:25:17.245745 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] No Port match for: 2d0208aa-0616-4966-ac0d-249bb1e9cea5 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:25:17.246393 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 2d0208aa-0616-4966-ac0d-249bb1e9cea5 not bound to the agent host hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:25:17.264385 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:17.265011 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:17.266411 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] 10.222.0.38 "PUT /v2.0/ports/161717a8-71a0-4d34-ab2c-de81393761ad HTTP/1.1" status: 200 len: 1093 time: 1.0388918 Jun 18 14:25:17.267108 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb12b3b4-e10d-4f4b-a10c-a95229dd21a7', 'tag': '161717a8-71a0-4d34-ab2c-de81393761ad'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:25:17.269281 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fbbdaae9-cff9-4500-abf4-57c389295c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3459428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11814812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8408805'] for subnet, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:17.269640 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd95348b-aebe-42f2-aba9-767de4e6125d" -d '{"events": [{"name": "network-changed", "server_uuid": "cb12b3b4-e10d-4f4b-a10c-a95229dd21a7", "tag": "161717a8-71a0-4d34-ab2c-de81393761ad"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:25:17.288570 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788b67d-119e-4030-a1a6-f76d5ba5b9f6 req-7a1b2a75-ebf5-4dd1-9aaa-5bc3cd9cafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:17.290643 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2788b67d-119e-4030-a1a6-f76d5ba5b9f6 req-7a1b2a75-ebf5-4dd1-9aaa-5bc3cd9cafe6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5 HTTP/1.1" status: 200 len: 913 time: 0.1530898 Jun 18 14:25:17.293783 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:17.300120 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=161717a8-71a0-4d34-ab2c-de81393761ad,revision_number=3']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:17.312216 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:17.317441 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b427fc96-1e96-4d7c-8ce4-5130495cf247 req-9e17e423-b169-4c6a-ac79-1163be182e80 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e692c71-687a-4ef7-a2ec-ca56ffbdd77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109169 Jun 18 14:25:17.364845 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2788b67d-119e-4030-a1a6-f76d5ba5b9f6 req-bcf41837-6147-4075-83f8-d83fab5e8675 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43eff6a8-fc06-4c51-83d1-549510fa6d4a HTTP/1.1" status: 200 len: 217 time: 0.0435345 Jun 18 14:25:17.364845 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbdaae9-cff9-4500-abf4-57c389295c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=736e2abf-c4a9-461b-a07c-fb5e478bde21,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:17.368183 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-fbbdaae9-cff9-4500-abf4-57c389295c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:17.393865 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d39e394-d0d6-4397-b612-fc68f4c0ca42 x-openstack-request-id: req-0d39e394-d0d6-4397-b612-fc68f4c0ca42 {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:25:17.394319 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb12b3b4-e10d-4f4b-a10c-a95229dd21a7", "tag": "161717a8-71a0-4d34-ab2c-de81393761ad", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:25:17.438187 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0d39e394-d0d6-4397-b612-fc68f4c0ca42 {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:25:17.438187 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb12b3b4-e10d-4f4b-a10c-a95229dd21a7', 'tag': '161717a8-71a0-4d34-ab2c-de81393761ad', 'status': 'completed', 'code': 200} Jun 18 14:25:17.440016 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fbbdaae9-cff9-4500-abf4-57c389295c51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:17.440016 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-fbbdaae9-cff9-4500-abf4-57c389295c51 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/736e2abf-c4a9-461b-a07c-fb5e478bde21 HTTP/1.1" status: 204 len: 168 time: 0.9444182 Jun 18 14:25:17.440016 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 48894) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:17.440324 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3c1184-e694-43f9-9922-0710ebe5a1fa None None] Network 132bfeb3-f6f6-4d34-a309-2fb4c81919d2 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:25:17.467272 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788b67d-119e-4030-a1a6-f76d5ba5b9f6 req-ac3bb979-ef5b-4d62-a9b6-5376d2e86191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:17.468791 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2788b67d-119e-4030-a1a6-f76d5ba5b9f6 req-ac3bb979-ef5b-4d62-a9b6-5376d2e86191 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=649a9e32-52ab-47bf-bb55-ed3bf5cc8750 HTTP/1.1" status: 200 len: 851 time: 0.0971932 Jun 18 14:25:17.512456 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95348b-aebe-42f2-aba9-767de4e6125d req-e2f6c313-b0a8-4f40-a6a4-f8765062ca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:17.512456 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bd95348b-aebe-42f2-aba9-767de4e6125d req-e2f6c313-b0a8-4f40-a6a4-f8765062ca3f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=68c0acdf3c5043c1abd19fd3db96520e&device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 1096 time: 0.0630417 Jun 18 14:25:17.528082 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3629591'] for network, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:17.584806 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788b67d-119e-4030-a1a6-f76d5ba5b9f6 req-c7240a71-14e7-4894-b4cb-0bc3f8352572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:17.586356 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2788b67d-119e-4030-a1a6-f76d5ba5b9f6 req-c7240a71-14e7-4894-b4cb-0bc3f8352572 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1093316 Jun 18 14:25:17.641957 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95348b-aebe-42f2-aba9-767de4e6125d req-827fd0cb-2981-44bd-a99d-d5abfa571234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:17.644260 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bd95348b-aebe-42f2-aba9-767de4e6125d req-827fd0cb-2981-44bd-a99d-d5abfa571234 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=68c0acdf3c5043c1abd19fd3db96520e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1224144 Jun 18 14:25:17.653645 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f65aec4-7a59-41ef-82bf-4908bd6557e0 None None] DHCP port deletion for 132bfeb3-f6f6-4d34-a309-2fb4c81919d2 request from dv-cinder-795751-2-iscsi {{(pid=93614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 14:25:17.663048 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] Deleting port 6f3b2766-f5a4-44c6-8f7c-344e1109485a {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:25:17.663474 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:17.700030 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-5f65aec4-7a59-41ef-82bf-4908bd6557e0 None None] Deleting port 6f3b2766-f5a4-44c6-8f7c-344e1109485a {{(pid=93614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:25:17.700998 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-5f65aec4-7a59-41ef-82bf-4908bd6557e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:17.750996 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2788b67d-119e-4030-a1a6-f76d5ba5b9f6 req-1fc1971c-dd52-4fde-85cf-5022d6db0dcf service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540003 Jun 18 14:25:17.751677 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95348b-aebe-42f2-aba9-767de4e6125d req-e2df3227-9b0a-4a85-9e4c-c62fabd023f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:17.755953 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bd95348b-aebe-42f2-aba9-767de4e6125d req-e2df3227-9b0a-4a85-9e4c-c62fabd023f6 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035526 Jun 18 14:25:17.759481 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] For port 6f3b2766-f5a4-44c6-8f7c-344e1109485a, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=6f3b2766-f5a4-44c6-8f7c-344e1109485a,segment=NetworkSegment(4043d804-f398-4069-bc69-0b1ef9b1a67a),segment_id=4043d804-f398-4069-bc69-0b1ef9b1a67a)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:17.759918 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:17.770621 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-5f65aec4-7a59-41ef-82bf-4908bd6557e0 None None] For port 6f3b2766-f5a4-44c6-8f7c-344e1109485a, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=6f3b2766-f5a4-44c6-8f7c-344e1109485a,segment=NetworkSegment(4043d804-f398-4069-bc69-0b1ef9b1a67a),segment_id=4043d804-f398-4069-bc69-0b1ef9b1a67a)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:17.771025 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-5f65aec4-7a59-41ef-82bf-4908bd6557e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:17.837904 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-5f65aec4-7a59-41ef-82bf-4908bd6557e0 None None] Calling delete_port for 6f3b2766-f5a4-44c6-8f7c-344e1109485a owned by network:dhcp {{(pid=93614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:25:17.848399 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] Calling delete_port for 6f3b2766-f5a4-44c6-8f7c-344e1109485a owned by network:dhcp {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:25:17.926507 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-996a6e74-868c-4059-a37a-bc909c0557c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:17.928517 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-996a6e74-868c-4059-a37a-bc909c0557c6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=68c0acdf3c5043c1abd19fd3db96520e&device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 1096 time: 0.0986471 Jun 18 14:25:17.987081 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-09e6ba3a-34c4-4d46-ac16-f48ca7ae4c93 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=161717a8-71a0-4d34-ab2c-de81393761ad HTTP/1.1" status: 200 len: 217 time: 0.0438745 Jun 18 14:25:18.005224 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2788b67d-119e-4030-a1a6-f76d5ba5b9f6 req-6859f746-2c55-43ff-851b-90c2c1f5280a service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356241 Jun 18 14:25:18.041586 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-5f65aec4-7a59-41ef-82bf-4908bd6557e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999'] for port, after_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:18.044331 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-5e42b3e3-c1c0-44b8-9917-9927c52f0204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:18.045615 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd98858-45db-46bf-8c7a-46295461639c req-9c2c342a-cb1f-439d-922e-83c9d9ce9bfc tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:18.045758 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-f1eb0904-ab7a-49fe-92d7-b012643c443c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:18.047055 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-f1eb0904-ab7a-49fe-92d7-b012643c443c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=52102b7a-07bd-46b6-9a1d-ca1db691ce03 HTTP/1.1" status: 200 len: 850 time: 0.0516381 Jun 18 14:25:18.047202 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1cd98858-45db-46bf-8c7a-46295461639c req-9c2c342a-cb1f-439d-922e-83c9d9ce9bfc tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 944 time: 0.1117799 Jun 18 14:25:18.065564 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65aec4-7a59-41ef-82bf-4908bd6557e0 None None] Pushing event deleted for resources: {'Port': ['ID=6f3b2766-f5a4-44c6-8f7c-344e1109485a,revision_number=None']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:18.068795 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-5f65aec4-7a59-41ef-82bf-4908bd6557e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:18.076814 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:18.078715 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f65aec4-7a59-41ef-82bf-4908bd6557e0 None None] No DVR routers for this DVR port 6f3b2766-f5a4-44c6-8f7c-344e1109485a on host dv-cinder-795751-2-iscsi {{(pid=93614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:25:18.088315 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-44c25ed4-ffee-4fce-968f-5851787b0d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:18.114374 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-16990465-af05-4613-a92b-54df7fa16151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:18.116062 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-16990465-af05-4613-a92b-54df7fa16151 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=732503bd-c79c-40ac-a2d6-5ec143face16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612798 Jun 18 14:25:18.116250 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1cd98858-45db-46bf-8c7a-46295461639c req-e6c9604b-3f39-4bd2-b57e-75d8043014f4 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624201 Jun 18 14:25:18.117174 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] No DVR routers for this DVR port 6f3b2766-f5a4-44c6-8f7c-344e1109485a on host dv-cinder-795751-2-iscsi {{(pid=93613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:25:18.118790 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f3b2766-f5a4-44c6-8f7c-344e1109485a,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:18.122282 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:18.195640 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3460340', 'neutron.services.segments.db._delete_segments_for_network-8749953549011'] for network, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:18.206092 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132bfeb3-f6f6-4d34-a309-2fb4c81919d2']}} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:18.217189 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4043d804-f398-4069-bc69-0b1ef9b1a67a') {'for_net_delete': True} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:18.221959 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4043d804-f398-4069-bc69-0b1ef9b1a67a') {} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:18.222090 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-58d344e6-1c07-4305-a971-84980b4c26ae service neutron] 10.222.0.38 "GET /v2.0/networks/732503bd-c79c-40ac-a2d6-5ec143face16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941839 Jun 18 14:25:18.226279 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749953548840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11651501'] for segment, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:18.240592 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:18.249163 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=93613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 14:25:18.249163 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11867959'] for segment, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: self.session.flush() Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: self.session.flush() Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: self.session.flush() Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: self.session.flush() Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: Traceback (most recent call last): Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: timer() Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: cb(*args, **kw) Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: return func(*args, **kwargs) Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: self._notify() Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: self.callback(batched_events) Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: event.method(event) Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: return f(self, *a, **k) Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: return self._get(url).json() Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: return self.request(url, 'GET', **kwargs) Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 14:25:18.250420 dv-cinder-795751-2-iscsi neutron-server[93613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 14:25:18.305699 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 7305c47c-2032-441a-8690-5fabedcc7e65 no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:25:18.325498 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: 7305c47c-2032-441a-8690-5fabedcc7e65 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:25:18.325940 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 7305c47c-2032-441a-8690-5fabedcc7e65 not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:25:18.326428 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 6f3b2766-f5a4-44c6-8f7c-344e1109485a no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:25:18.333013 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c8e82651-fe1d-4e66-95f0-c2ecc7e152b2 req-640d2d2f-92b5-4bc1-a20c-71070f50c393 service neutron] 10.222.0.38 "GET /v2.0/networks/732503bd-c79c-40ac-a2d6-5ec143face16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082833 Jun 18 14:25:18.348028 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: 6f3b2766-f5a4-44c6-8f7c-344e1109485a {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:25:18.348028 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 6f3b2766-f5a4-44c6-8f7c-344e1109485a not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:25:18.373230 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3460333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635832'] for network, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:18.377935 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-21b3d07d-10f3-4dea-b105-2a2f6541d86b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:18.381212 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:18.383479 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] 10.222.0.26 "DELETE /v2.0/networks/132bfeb3-f6f6-4d34-a309-2fb4c81919d2 HTTP/1.1" status: 204 len: 168 time: 0.9716797 Jun 18 14:25:18.403222 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] Pushing event deleted for resources: {'Network': ['ID=132bfeb3-f6f6-4d34-a309-2fb4c81919d2,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:18.406759 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:18.500738 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bf535-1582-4fe3-a3ac-b1c6f78e1782 req-d5f49c68-7314-4148-b3d4-34eea5bb76cc tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:18.502162 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-fb3bf535-1582-4fe3-a3ac-b1c6f78e1782 req-d5f49c68-7314-4148-b3d4-34eea5bb76cc tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 943 time: 0.0635769 Jun 18 14:25:18.545758 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-fb3bf535-1582-4fe3-a3ac-b1c6f78e1782 req-c9fbd0c2-60ef-4960-acf4-5fc3f5581610 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e692c71-687a-4ef7-a2ec-ca56ffbdd77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378203 Jun 18 14:25:18.735244 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 48922) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:18.773408 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48926) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:18.813797 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-b1dfc646-4d77-4e45-be4e-bd7e6d53b09e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66c7a59352bd4bb3b1a26c01a0fb571c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390232 Jun 18 14:25:18.816113 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48928) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:18.868691 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cf365fc3-a895-4eb5-b725-8b20e4d57521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:18.890201 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cf365fc3-a895-4eb5-b725-8b20e4d57521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:19.010437 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cf365fc3-a895-4eb5-b725-8b20e4d57521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:19.013651 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cf365fc3-a895-4eb5-b725-8b20e4d57521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:19.014881 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-cf365fc3-a895-4eb5-b725-8b20e4d57521 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/29b9bb70-22bc-4033-adfe-1da26db6fe62 HTTP/1.1" status: 204 len: 168 time: 0.1978638 Jun 18 14:25:19.015719 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-df43393a-dcc7-4fbc-aca8-63fc3f059794 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:19.023834 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf365fc3-a895-4eb5-b725-8b20e4d57521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b9bb70-22bc-4033-adfe-1da26db6fe62,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:19.026706 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-cf365fc3-a895-4eb5-b725-8b20e4d57521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:19.127744 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-183f2d71-3a5b-4f9a-88b3-71ff9110fb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606455'] for router_interface, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:19.363091 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2580c2f-0f0c-4a9e-a43e-3b1859a8370a req-4f2dc260-1908-4437-9497-bfd056eb67c8 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:19.364698 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f2580c2f-0f0c-4a9e-a43e-3b1859a8370a req-4f2dc260-1908-4437-9497-bfd056eb67c8 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 944 time: 0.1304147 Jun 18 14:25:19.436301 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f2580c2f-0f0c-4a9e-a43e-3b1859a8370a req-004098db-739a-49ed-8a72-a51376662fe3 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650415 Jun 18 14:25:19.492727 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-183f2d71-3a5b-4f9a-88b3-71ff9110fb58 admin admin] Deleting port 90c8e82a-0c7b-4ca7-8843-0394a45f14fb {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:25:19.493243 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-183f2d71-3a5b-4f9a-88b3-71ff9110fb58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:19.575750 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [None req-183f2d71-3a5b-4f9a-88b3-71ff9110fb58 admin admin] For port 90c8e82a-0c7b-4ca7-8843-0394a45f14fb, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=90c8e82a-0c7b-4ca7-8843-0394a45f14fb,segment=NetworkSegment(e5fa2761-6016-43d4-a74e-a4fdbc29bc44),segment_id=e5fa2761-6016-43d4-a74e-a4fdbc29bc44)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:19.576040 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-183f2d71-3a5b-4f9a-88b3-71ff9110fb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:19.649194 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-183f2d71-3a5b-4f9a-88b3-71ff9110fb58 admin admin] Calling delete_port for 90c8e82a-0c7b-4ca7-8843-0394a45f14fb owned by network:router_interface {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:25:19.688738 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 48938) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:19.727406 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da21ee0-04a1-4064-a0a6-a62964942bba req-70aa9426-a1b2-43f3-b84c-1044c611e4a4 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:19.728896 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1da21ee0-04a1-4064-a0a6-a62964942bba req-70aa9426-a1b2-43f3-b84c-1044c611e4a4 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 943 time: 0.0672100 Jun 18 14:25:19.747649 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-2d4baa02-a0bc-4ab8-8eae-bc3af6eafb35 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4c19f013d61f4881a1b551ac036e4160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577266 Jun 18 14:25:19.750217 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 48940) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:19.771488 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1da21ee0-04a1-4064-a0a6-a62964942bba req-76484bb2-d57b-421f-9b1d-b6ae800ebefd tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e692c71-687a-4ef7-a2ec-ca56ffbdd77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362809 Jun 18 14:25:19.858867 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8b44b6b5-1953-43fd-80f1-e865b49b6a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:19.898926 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8b44b6b5-1953-43fd-80f1-e865b49b6a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:20.024245 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-183f2d71-3a5b-4f9a-88b3-71ff9110fb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:20.026465 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-d26cfcc1-d7d7-4401-90c7-0f856093344f tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:20.048203 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f2d71-3a5b-4f9a-88b3-71ff9110fb58 admin admin] Pushing event deleted for resources: {'Port': ['ID=90c8e82a-0c7b-4ca7-8843-0394a45f14fb,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:20.054056 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-183f2d71-3a5b-4f9a-88b3-71ff9110fb58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:20.100250 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8b44b6b5-1953-43fd-80f1-e865b49b6a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:20.102805 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8b44b6b5-1953-43fd-80f1-e865b49b6a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:20.106978 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-8b44b6b5-1953-43fd-80f1-e865b49b6a4e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/739756d4-c859-4973-8fe6-0c1ced83acf1 HTTP/1.1" status: 204 len: 168 time: 0.3557124 Jun 18 14:25:20.109843 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-b2499455-cdcd-4457-af4c-4735c6e58b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:20.121865 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44b6b5-1953-43fd-80f1-e865b49b6a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739756d4-c859-4973-8fe6-0c1ced83acf1,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:20.126942 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-8b44b6b5-1953-43fd-80f1-e865b49b6a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:20.244523 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-183f2d71-3a5b-4f9a-88b3-71ff9110fb58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3640693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606283'] for router_interface, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:20.465228 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183f2d71-3a5b-4f9a-88b3-71ff9110fb58 admin admin] Router d6121904-24a4-4d49-8f09-35a39a3334fb has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:25:20.629871 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183f2d71-3a5b-4f9a-88b3-71ff9110fb58 admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:25:20.635589 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-183f2d71-3a5b-4f9a-88b3-71ff9110fb58 admin admin] 10.222.0.26 "PUT /v2.0/routers/d6121904-24a4-4d49-8f09-35a39a3334fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8991656 Jun 18 14:25:20.639079 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48946) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:20.639602 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd5576-8726-4415-89ae-f6be96549bf0 None None] Sync routers for ids ['d6121904-24a4-4d49-8f09-35a39a3334fb'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:25:20.652898 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd5576-8726-4415-89ae-f6be96549bf0 None None] Routers {'d6121904-24a4-4d49-8f09-35a39a3334fb'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:25:20.654340 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-83bd5576-8726-4415-89ae-f6be96549bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:25:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['d6121904-24a4-4d49-8f09-35a39a3334fb'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:20.667840 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d10128-6146-45c1-a557-ba878e7eb45a req-859b2259-c843-441c-a095-75a7e61a79bc tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:20.669430 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f2d10128-6146-45c1-a557-ba878e7eb45a req-859b2259-c843-441c-a095-75a7e61a79bc tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 944 time: 0.1009231 Jun 18 14:25:20.712399 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f2d10128-6146-45c1-a557-ba878e7eb45a req-4a12dc50-f6f3-43d1-a189-b8191356bf11 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354192 Jun 18 14:25:20.752730 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a704-03b8-4f4d-b65f-4ff0921437b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:20.775572 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-83bd5576-8726-4415-89ae-f6be96549bf0 None None] Set router d6121904-24a4-4d49-8f09-35a39a3334fb gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:25:20.851965 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a704-03b8-4f4d-b65f-4ff0921437b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:20.955306 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-83bd5576-8726-4415-89ae-f6be96549bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'name': 'tempest-TestMinimumBasicScenario-1199809566-router', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:09Z', 'updated_at': '2021-06-18T14:25:19Z', 'revision_number': 5, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'gw_port': {'id': '6bcf8fa9-e498-4d3d-9606-102dcf455ad2', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:10Z', 'updated_at': '2021-06-18T14:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:20.974207 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fe90a-09f7-4038-9607-c26536c37b1b req-3db8851b-ade0-4892-9b72-240fa9faecf7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:20.974207 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d10fe90a-09f7-4038-9607-c26536c37b1b req-3db8851b-ade0-4892-9b72-240fa9faecf7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 943 time: 0.0867932 Jun 18 14:25:20.982333 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd5576-8726-4415-89ae-f6be96549bf0 None None] Checking router: d6121904-24a4-4d49-8f09-35a39a3334fb for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:25:20.991032 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd5576-8726-4415-89ae-f6be96549bf0 None None] Routers {'d6121904-24a4-4d49-8f09-35a39a3334fb'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:25:20.991649 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-83bd5576-8726-4415-89ae-f6be96549bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:25:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['d6121904-24a4-4d49-8f09-35a39a3334fb'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:21.019421 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a704-03b8-4f4d-b65f-4ff0921437b1 admin admin] Deleting port 6bcf8fa9-e498-4d3d-9606-102dcf455ad2 {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:25:21.019762 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a704-03b8-4f4d-b65f-4ff0921437b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:21.024771 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d10fe90a-09f7-4038-9607-c26536c37b1b req-b845e46a-d8c5-4dfa-9a1c-6a70395b55d4 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e692c71-687a-4ef7-a2ec-ca56ffbdd77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457804 Jun 18 14:25:21.077263 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-83bd5576-8726-4415-89ae-f6be96549bf0 None None] Set router d6121904-24a4-4d49-8f09-35a39a3334fb gateway port host: None {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:25:21.102612 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [None req-9ed7a704-03b8-4f4d-b65f-4ff0921437b1 admin admin] For port 6bcf8fa9-e498-4d3d-9606-102dcf455ad2, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=6bcf8fa9-e498-4d3d-9606-102dcf455ad2,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:21.102973 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a704-03b8-4f4d-b65f-4ff0921437b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:21.135911 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-83bd5576-8726-4415-89ae-f6be96549bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'name': 'tempest-TestMinimumBasicScenario-1199809566-router', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:09Z', 'updated_at': '2021-06-18T14:25:20Z', 'revision_number': 6, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'gw_port_host': None}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:21.165562 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd5576-8726-4415-89ae-f6be96549bf0 None None] The sync data for ids ['d6121904-24a4-4d49-8f09-35a39a3334fb'] in dv-cinder-795751-2-iscsi is: [{'id': 'd6121904-24a4-4d49-8f09-35a39a3334fb', 'name': 'tempest-TestMinimumBasicScenario-1199809566-router', 'tenant_id': 'dd4784573d394c61b1a6016cd23af364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:09Z', 'updated_at': '2021-06-18T14:25:20Z', 'revision_number': 6, 'project_id': 'dd4784573d394c61b1a6016cd23af364', 'gw_port_host': None}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:25:21.169046 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a704-03b8-4f4d-b65f-4ff0921437b1 admin admin] Calling delete_port for 6bcf8fa9-e498-4d3d-9606-102dcf455ad2 owned by network:router_gateway {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:25:21.467556 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a704-03b8-4f4d-b65f-4ff0921437b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:21.469671 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-cfbbd7cd-75ae-4a04-8bd2-c3f119b4fa2d tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:21.494102 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a704-03b8-4f4d-b65f-4ff0921437b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bcf8fa9-e498-4d3d-9606-102dcf455ad2,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:21.497745 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9ed7a704-03b8-4f4d-b65f-4ff0921437b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:21.564257 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a704-03b8-4f4d-b65f-4ff0921437b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635751'] for router_gateway, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:21.664513 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a704-03b8-4f4d-b65f-4ff0921437b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:21.666889 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a704-03b8-4f4d-b65f-4ff0921437b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:21.778784 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a704-03b8-4f4d-b65f-4ff0921437b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606504'] for router, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:21.779316 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed7a704-03b8-4f4d-b65f-4ff0921437b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6121904-24a4-4d49-8f09-35a39a3334fb {{(pid=93612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 14:25:21.783666 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a704-03b8-4f4d-b65f-4ff0921437b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:21.784731 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-9ed7a704-03b8-4f4d-b65f-4ff0921437b1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/d6121904-24a4-4d49-8f09-35a39a3334fb HTTP/1.1" status: 204 len: 168 time: 1.1444831 Jun 18 14:25:21.787223 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48952) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:21.834832 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_v2 [None req-f479c9a6-5e62-410f-8928-e4f006883a3f admin admin] Deleting subnet 6f5051b7-2cd7-4144-8b1c-0ef6aec7a424 {{(pid=93612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 14:25:21.837791 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f479c9a6-5e62-410f-8928-e4f006883a3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:21.873535 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f479c9a6-5e62-410f-8928-e4f006883a3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12265515'] for subnet, precommit_delete_associations {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:21.890499 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1d25f-98ea-41c6-9f82-dac825fdc0a3 req-ec6c0d9a-1ee5-4b19-8f09-36853875424f tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:21.892138 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9dc1d25f-98ea-41c6-9f82-dac825fdc0a3 req-ec6c0d9a-1ee5-4b19-8f09-36853875424f tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 944 time: 0.0664370 Jun 18 14:25:21.934594 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9dc1d25f-98ea-41c6-9f82-dac825fdc0a3 req-57379715-d84c-4fb7-8cce-b46a8e7606c1 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350511 Jun 18 14:25:21.954086 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f479c9a6-5e62-410f-8928-e4f006883a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3459435'] for subnet, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:22.082017 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f479c9a6-5e62-410f-8928-e4f006883a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3459428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12393680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12343239'] for subnet, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:22.084472 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-3797b6e9-f508-4b3f-befe-e2b3fa120b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:22.109051 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479c9a6-5e62-410f-8928-e4f006883a3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f5051b7-2cd7-4144-8b1c-0ef6aec7a424,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:22.112180 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-f479c9a6-5e62-410f-8928-e4f006883a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:22.113166 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f479c9a6-5e62-410f-8928-e4f006883a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:22.117528 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-f479c9a6-5e62-410f-8928-e4f006883a3f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6f5051b7-2cd7-4144-8b1c-0ef6aec7a424 HTTP/1.1" status: 204 len: 168 time: 0.3269002 Jun 18 14:25:22.117664 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48956) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:22.121250 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cbcb2b-643e-4019-a8cb-f30c41d9963d None None] Network 3fd89ab7-5588-43a8-84be-21487b134cf3 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:25:22.233192 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3629591'] for network, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:22.289699 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfd925-f976-4fb8-b762-119ffcb10eaa req-878d3ec0-841e-4d67-9d11-bacb65376bb7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:22.291182 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-22cfd925-f976-4fb8-b762-119ffcb10eaa req-878d3ec0-841e-4d67-9d11-bacb65376bb7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 943 time: 0.1379557 Jun 18 14:25:22.310859 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 6bcf8fa9-e498-4d3d-9606-102dcf455ad2 no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:25:22.330259 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: 6bcf8fa9-e498-4d3d-9606-102dcf455ad2 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:25:22.330620 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 6bcf8fa9-e498-4d3d-9606-102dcf455ad2 not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:25:22.331141 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 90c8e82a-0c7b-4ca7-8843-0394a45f14fb no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:25:22.343635 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-22cfd925-f976-4fb8-b762-119ffcb10eaa req-0f420357-003f-4df4-a99e-72a00d0435f8 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e692c71-687a-4ef7-a2ec-ca56ffbdd77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427215 Jun 18 14:25:22.345006 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] Deleting port 617b71ac-496b-4962-9877-0c2553539e0a {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:25:22.345340 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:22.351066 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: 90c8e82a-0c7b-4ca7-8843-0394a45f14fb {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:25:22.351427 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 90c8e82a-0c7b-4ca7-8843-0394a45f14fb not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:25:22.370727 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e809c032-9786-41ff-9038-acb3c9767569 None None] DHCP port deletion for 3fd89ab7-5588-43a8-84be-21487b134cf3 request from dv-cinder-795751-2-iscsi {{(pid=93614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 14:25:22.408210 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] For port 617b71ac-496b-4962-9877-0c2553539e0a, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=617b71ac-496b-4962-9877-0c2553539e0a,segment=NetworkSegment(e5fa2761-6016-43d4-a74e-a4fdbc29bc44),segment_id=e5fa2761-6016-43d4-a74e-a4fdbc29bc44)] {{(pid=93612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:22.408569 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:22.416507 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-e809c032-9786-41ff-9038-acb3c9767569 None None] Deleting port 617b71ac-496b-4962-9877-0c2553539e0a {{(pid=93614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:25:22.417432 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-e809c032-9786-41ff-9038-acb3c9767569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:22.472572 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] Calling delete_port for 617b71ac-496b-4962-9877-0c2553539e0a owned by network:dhcp {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:25:22.481636 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-e809c032-9786-41ff-9038-acb3c9767569 None None] For port 617b71ac-496b-4962-9877-0c2553539e0a, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=617b71ac-496b-4962-9877-0c2553539e0a,segment=NetworkSegment(e5fa2761-6016-43d4-a74e-a4fdbc29bc44),segment_id=e5fa2761-6016-43d4-a74e-a4fdbc29bc44)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:22.482043 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-e809c032-9786-41ff-9038-acb3c9767569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:22.546837 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-e809c032-9786-41ff-9038-acb3c9767569 None None] Calling delete_port for 617b71ac-496b-4962-9877-0c2553539e0a owned by network:dhcp {{(pid=93614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:25:22.629514 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:22.632451 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:22.635185 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-e809c032-9786-41ff-9038-acb3c9767569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999'] for port, after_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:22.637858 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:22.657306 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=617b71ac-496b-4962-9877-0c2553539e0a,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:22.659177 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] No DVR routers for this DVR port 617b71ac-496b-4962-9877-0c2553539e0a on host dv-cinder-795751-2-iscsi {{(pid=93612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:25:22.660814 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:22.663450 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809c032-9786-41ff-9038-acb3c9767569 None None] Pushing event deleted for resources: {'Port': ['ID=617b71ac-496b-4962-9877-0c2553539e0a,revision_number=None']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:22.665307 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e809c032-9786-41ff-9038-acb3c9767569 None None] No DVR routers for this DVR port 617b71ac-496b-4962-9877-0c2553539e0a on host dv-cinder-795751-2-iscsi {{(pid=93614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:25:22.666718 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-e809c032-9786-41ff-9038-acb3c9767569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:22.729753 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3460340', 'neutron.services.segments.db._delete_segments_for_network-8749953549011'] for network, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:22.739116 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.services.segments.db [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd89ab7-5588-43a8-84be-21487b134cf3']}} {{(pid=93612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:22.748976 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.services.segments.db [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5fa2761-6016-43d4-a74e-a4fdbc29bc44') {'for_net_delete': True} {{(pid=93612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:22.749278 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.services.segments.db [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5fa2761-6016-43d4-a74e-a4fdbc29bc44') {} {{(pid=93612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:22.758183 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749953548840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12265506'] for segment, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:22.771772 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:22.778008 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=93612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 14:25:22.778390 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12340347'] for segment, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: Traceback (most recent call last): Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: timer() Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: cb(*args, **kw) Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: return func(*args, **kwargs) Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: self._notify() Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: self.callback(batched_events) Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: event.method(event) Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: return f(self, *a, **k) Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: return self._get(url).json() Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: return self.request(url, 'GET', **kwargs) Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 14:25:22.780039 dv-cinder-795751-2-iscsi neutron-server[93612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 14:25:22.947361 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3460333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635832'] for network, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:22.951426 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:22.954082 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:22.955870 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3fd89ab7-5588-43a8-84be-21487b134cf3 HTTP/1.1" status: 204 len: 168 time: 0.8373675 Jun 18 14:25:22.958954 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 48960) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:22.967242 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fd89ab7-5588-43a8-84be-21487b134cf3,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:22.969712 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:23.197057 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d15e1-e678-4146-b901-f2e5d22fa1bd req-da172bb6-609f-4022-ba3c-274280921784 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:23.199269 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a42d15e1-e678-4146-b901-f2e5d22fa1bd req-da172bb6-609f-4022-ba3c-274280921784 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 944 time: 0.1529193 Jun 18 14:25:23.253071 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 161717a8-71a0-4d34-ab2c-de81393761ad details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:25:23.271800 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a42d15e1-e678-4146-b901-f2e5d22fa1bd req-87c53453-1ddf-4650-bcc7-682640a4fec1 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656407 Jun 18 14:25:23.356564 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 161717a8-71a0-4d34-ab2c-de81393761ad, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=161717a8-71a0-4d34-ab2c-de81393761ad,segment=NetworkSegment(bb5ae42b-fe35-4e44-bbed-61794b3b7dd5),segment_id=bb5ae42b-fe35-4e44-bbed-61794b3b7dd5)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:23.369491 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': '161717a8-71a0-4d34-ab2c-de81393761ad', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'port_id': '161717a8-71a0-4d34-ab2c-de81393761ad', 'mac_address': 'fa:16:3e:9b:2b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:25:23.411675 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:23.427199 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161717a8-71a0-4d34-ab2c-de81393761ad {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:25:23.449660 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 161717a8-71a0-4d34-ab2c-de81393761ad, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=161717a8-71a0-4d34-ab2c-de81393761ad,segment=NetworkSegment(bb5ae42b-fe35-4e44-bbed-61794b3b7dd5),segment_id=bb5ae42b-fe35-4e44-bbed-61794b3b7dd5)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:23.509652 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:23.512346 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:23.529647 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3b13d-5ae5-4e1e-8d04-9833cde4080c req-a896f058-03d2-4d5c-8b7b-968678a69c60 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:23.532201 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d6a3b13d-5ae5-4e1e-8d04-9833cde4080c req-a896f058-03d2-4d5c-8b7b-968678a69c60 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 943 time: 0.0707357 Jun 18 14:25:23.567737 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=161717a8-71a0-4d34-ab2c-de81393761ad,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:23.571119 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:23.582717 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d6a3b13d-5ae5-4e1e-8d04-9833cde4080c req-040451b2-155b-43d6-8436-55306f3da987 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e692c71-687a-4ef7-a2ec-ca56ffbdd77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409493 Jun 18 14:25:23.687023 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6ae3d1b5-08d9-4ff7-a9b7-219ffccf4bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606455'] for router_interface, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:23.917656 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['161717a8-71a0-4d34-ab2c-de81393761ad'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:25:23.932019 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-6ae3d1b5-08d9-4ff7-a9b7-219ffccf4bad admin admin] Deleting port 4f7271b3-f70e-49e5-81f5-7bef2e2635b5 {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:25:23.932900 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6ae3d1b5-08d9-4ff7-a9b7-219ffccf4bad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:24.013274 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [None req-6ae3d1b5-08d9-4ff7-a9b7-219ffccf4bad admin admin] For port 4f7271b3-f70e-49e5-81f5-7bef2e2635b5, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=4f7271b3-f70e-49e5-81f5-7bef2e2635b5,segment=NetworkSegment(2d5a26f0-3387-4442-8949-182ed91b57b5),segment_id=2d5a26f0-3387-4442-8949-182ed91b57b5)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:24.014029 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6ae3d1b5-08d9-4ff7-a9b7-219ffccf4bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:24.075834 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-6ae3d1b5-08d9-4ff7-a9b7-219ffccf4bad admin admin] Calling delete_port for 4f7271b3-f70e-49e5-81f5-7bef2e2635b5 owned by network:router_interface {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:25:24.301235 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 617b71ac-496b-4962-9877-0c2553539e0a no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:25:24.323028 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: 617b71ac-496b-4962-9877-0c2553539e0a {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:25:24.323403 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 617b71ac-496b-4962-9877-0c2553539e0a not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:25:24.361248 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6ae3d1b5-08d9-4ff7-a9b7-219ffccf4bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:24.363473 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-7b81c996-d19d-40e5-ad46-31e2319050bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:24.393854 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3d1b5-08d9-4ff7-a9b7-219ffccf4bad admin admin] Pushing event deleted for resources: {'Port': ['ID=4f7271b3-f70e-49e5-81f5-7bef2e2635b5,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:24.405685 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-6ae3d1b5-08d9-4ff7-a9b7-219ffccf4bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:24.547968 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfd67a-c1c0-444e-b641-419ae2a93881 req-72e77d82-2dc2-47b3-9efa-0953c6c364ff tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:24.549494 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-15bfd67a-c1c0-444e-b641-419ae2a93881 req-72e77d82-2dc2-47b3-9efa-0953c6c364ff tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 944 time: 0.1578104 Jun 18 14:25:24.630988 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-15bfd67a-c1c0-444e-b641-419ae2a93881 req-715ba5f8-6d24-431b-8b81-cba968475edd tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749753 Jun 18 14:25:24.631693 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6ae3d1b5-08d9-4ff7-a9b7-219ffccf4bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3640693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606283'] for router_interface, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:24.780046 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c88e2-75bd-40b6-8fed-a04c2d94cb38 req-9846ac58-9820-4b90-924b-c2340a1e5668 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:24.781553 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d63c88e2-75bd-40b6-8fed-a04c2d94cb38 req-9846ac58-9820-4b90-924b-c2340a1e5668 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 944 time: 0.0715609 Jun 18 14:25:24.818837 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d63c88e2-75bd-40b6-8fed-a04c2d94cb38 req-19556dff-2499-4321-933a-1dfc9a560b0e tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e692c71-687a-4ef7-a2ec-ca56ffbdd77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311954 Jun 18 14:25:24.846727 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae3d1b5-08d9-4ff7-a9b7-219ffccf4bad admin admin] Router 18b87880-4cc5-4718-8f28-6af08cd3f6c4 has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:25:24.949962 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae3d1b5-08d9-4ff7-a9b7-219ffccf4bad admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:25:24.954864 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-6ae3d1b5-08d9-4ff7-a9b7-219ffccf4bad admin admin] 10.222.0.26 "PUT /v2.0/routers/18b87880-4cc5-4718-8f28-6af08cd3f6c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9947855 Jun 18 14:25:24.957361 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 48970) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:24.959960 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bdda60-1b14-4b9f-a1aa-f1a17195903c None None] Sync routers for ids ['18b87880-4cc5-4718-8f28-6af08cd3f6c4'] in dv-cinder-795751-2-iscsi {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:25:24.969904 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bdda60-1b14-4b9f-a1aa-f1a17195903c None None] Routers {'18b87880-4cc5-4718-8f28-6af08cd3f6c4'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:25:24.970515 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-68bdda60-1b14-4b9f-a1aa-f1a17195903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:25:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['18b87880-4cc5-4718-8f28-6af08cd3f6c4'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:25.070202 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-27ecd8e3-99d6-4a32-a6f1-46ece3bf7810 admin admin] Notify callbacks [] for router, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:25.079318 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-68bdda60-1b14-4b9f-a1aa-f1a17195903c None None] Set router 18b87880-4cc5-4718-8f28-6af08cd3f6c4 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:25:25.175152 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-27ecd8e3-99d6-4a32-a6f1-46ece3bf7810 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:25.250450 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-68bdda60-1b14-4b9f-a1aa-f1a17195903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b87880-4cc5-4718-8f28-6af08cd3f6c4', 'name': 'tempest-TestMinimumBasicScenario-589389628-router', 'tenant_id': '83576f7717374265a645f3e5df88102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '87222ab1-7119-4ace-9122-7702a515301c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:25Z', 'updated_at': '2021-06-18T14:25:24Z', 'revision_number': 5, 'project_id': '83576f7717374265a645f3e5df88102f', 'gw_port': {'id': '87222ab1-7119-4ace-9122-7702a515301c', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:98:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b87880-4cc5-4718-8f28-6af08cd3f6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:27Z', 'updated_at': '2021-06-18T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:25.271707 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 43eff6a8-fc06-4c51-83d1-549510fa6d4a details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:25:25.279245 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 161717a8-71a0-4d34-ab2c-de81393761ad up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:25:25.280101 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bdda60-1b14-4b9f-a1aa-f1a17195903c None None] Checking router: 18b87880-4cc5-4718-8f28-6af08cd3f6c4 for host: dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:25:25.288652 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bdda60-1b14-4b9f-a1aa-f1a17195903c None None] Routers {'18b87880-4cc5-4718-8f28-6af08cd3f6c4'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:25:25.289410 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-68bdda60-1b14-4b9f-a1aa-f1a17195903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:25:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['18b87880-4cc5-4718-8f28-6af08cd3f6c4'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:25.315494 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-27ecd8e3-99d6-4a32-a6f1-46ece3bf7810 admin admin] Deleting port 87222ab1-7119-4ace-9122-7702a515301c {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:25:25.316482 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-27ecd8e3-99d6-4a32-a6f1-46ece3bf7810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:25.378119 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-68bdda60-1b14-4b9f-a1aa-f1a17195903c None None] Set router 18b87880-4cc5-4718-8f28-6af08cd3f6c4 gateway port host: None {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:25:25.408897 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [None req-27ecd8e3-99d6-4a32-a6f1-46ece3bf7810 admin admin] For port 87222ab1-7119-4ace-9122-7702a515301c, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=87222ab1-7119-4ace-9122-7702a515301c,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:25.409302 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-27ecd8e3-99d6-4a32-a6f1-46ece3bf7810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:25.410561 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 43eff6a8-fc06-4c51-83d1-549510fa6d4a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=43eff6a8-fc06-4c51-83d1-549510fa6d4a,segment=NetworkSegment(3268c0c4-e8d6-49a1-80fc-53a179764921),segment_id=3268c0c4-e8d6-49a1-80fc-53a179764921)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:25.424943 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': '43eff6a8-fc06-4c51-83d1-549510fa6d4a', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'port_id': '43eff6a8-fc06-4c51-83d1-549510fa6d4a', 'mac_address': 'fa:16:3e:1e:cc:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:25:25.435037 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-68bdda60-1b14-4b9f-a1aa-f1a17195903c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b87880-4cc5-4718-8f28-6af08cd3f6c4', 'name': 'tempest-TestMinimumBasicScenario-589389628-router', 'tenant_id': '83576f7717374265a645f3e5df88102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:25Z', 'updated_at': '2021-06-18T14:25:25Z', 'revision_number': 6, 'project_id': '83576f7717374265a645f3e5df88102f', 'gw_port_host': None}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:25.461295 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bdda60-1b14-4b9f-a1aa-f1a17195903c None None] The sync data for ids ['18b87880-4cc5-4718-8f28-6af08cd3f6c4'] in dv-cinder-795751-2-iscsi is: [{'id': '18b87880-4cc5-4718-8f28-6af08cd3f6c4', 'name': 'tempest-TestMinimumBasicScenario-589389628-router', 'tenant_id': '83576f7717374265a645f3e5df88102f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:25Z', 'updated_at': '2021-06-18T14:25:25Z', 'revision_number': 6, 'project_id': '83576f7717374265a645f3e5df88102f', 'gw_port_host': None}] {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:25:25.464291 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning for port 161717a8-71a0-4d34-ab2c-de81393761ad completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:25:25.471590 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:25.480680 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-27ecd8e3-99d6-4a32-a6f1-46ece3bf7810 admin admin] Calling delete_port for 87222ab1-7119-4ace-9122-7702a515301c owned by network:router_gateway {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:25:25.486172 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port 161717a8-71a0-4d34-ab2c-de81393761ad triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:25:25.486563 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:25.490335 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43eff6a8-fc06-4c51-83d1-549510fa6d4a {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:25:25.537253 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 43eff6a8-fc06-4c51-83d1-549510fa6d4a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=43eff6a8-fc06-4c51-83d1-549510fa6d4a,segment=NetworkSegment(3268c0c4-e8d6-49a1-80fc-53a179764921),segment_id=3268c0c4-e8d6-49a1-80fc-53a179764921)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:25.593961 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:25.621211 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb12b3b4-e10d-4f4b-a10c-a95229dd21a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161717a8-71a0-4d34-ab2c-de81393761ad'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:25:25.623783 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd96555-086c-483c-b065-ae57a2756ae0" -d '{"events": [{"server_uuid": "cb12b3b4-e10d-4f4b-a10c-a95229dd21a7", "name": "network-vif-plugged", "status": "completed", "tag": "161717a8-71a0-4d34-ab2c-de81393761ad"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:25:25.638228 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 161717a8-71a0-4d34-ab2c-de81393761ad, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=161717a8-71a0-4d34-ab2c-de81393761ad,segment=NetworkSegment(bb5ae42b-fe35-4e44-bbed-61794b3b7dd5),segment_id=bb5ae42b-fe35-4e44-bbed-61794b3b7dd5)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:25.641130 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:25.643080 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-6ab2b33d-3cf4-4955-a0c2-e1f8fab444a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:25.668691 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d7906b-04fe-4931-a750-17938b0aedbf x-openstack-request-id: req-f3d7906b-04fe-4931-a750-17938b0aedbf {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:25:25.668982 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb12b3b4-e10d-4f4b-a10c-a95229dd21a7", "name": "network-vif-plugged", "status": "completed", "tag": "161717a8-71a0-4d34-ab2c-de81393761ad", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:25:25.669238 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f3d7906b-04fe-4931-a750-17938b0aedbf {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:25:25.669653 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb12b3b4-e10d-4f4b-a10c-a95229dd21a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161717a8-71a0-4d34-ab2c-de81393761ad', 'code': 200} Jun 18 14:25:25.731000 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-27ecd8e3-99d6-4a32-a6f1-46ece3bf7810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:25.739439 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-54980052-9be8-4429-804a-954dbe0c4d8f tempest-ServerRescueNegativeTestJSON-163400205 tempest-ServerRescueNegativeTestJSON-163400205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:25.796233 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ecd8e3-99d6-4a32-a6f1-46ece3bf7810 admin admin] Pushing event deleted for resources: {'Port': ['ID=87222ab1-7119-4ace-9122-7702a515301c,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:25.799439 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-27ecd8e3-99d6-4a32-a6f1-46ece3bf7810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:25.809372 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:25.823642 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7070b9-65df-489d-adba-a532ac3e2970 req-3dbc3069-5b01-45e7-9b74-50c40a632c87 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:25.830944 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3a7070b9-65df-489d-adba-a532ac3e2970 req-3dbc3069-5b01-45e7-9b74-50c40a632c87 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 945 time: 0.0828292 Jun 18 14:25:25.834428 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=43eff6a8-fc06-4c51-83d1-549510fa6d4a,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:25.838014 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:25.839040 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-e809c032-9786-41ff-9038-acb3c9767569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:25.840816 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-27ecd8e3-99d6-4a32-a6f1-46ece3bf7810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635751'] for router_gateway, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:25.924215 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3a7070b9-65df-489d-adba-a532ac3e2970 req-45d13e3a-a82e-4308-afce-6f1267d9f13b tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920343 Jun 18 14:25:25.939116 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=161717a8-71a0-4d34-ab2c-de81393761ad,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:25.945929 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:25.948855 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-27ecd8e3-99d6-4a32-a6f1-46ece3bf7810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:25.952038 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-27ecd8e3-99d6-4a32-a6f1-46ece3bf7810 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:26.068508 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c63043-83d5-46f9-b9b6-8bb967415dc0 req-191c4e45-ec37-4fc3-b65e-7e3bca7a5eac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:26.070019 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-41c63043-83d5-46f9-b9b6-8bb967415dc0 req-191c4e45-ec37-4fc3-b65e-7e3bca7a5eac tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 945 time: 0.0669160 Jun 18 14:25:26.081275 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['43eff6a8-fc06-4c51-83d1-549510fa6d4a'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:25:26.090613 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-27ecd8e3-99d6-4a32-a6f1-46ece3bf7810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606504'] for router, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:26.091227 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ecd8e3-99d6-4a32-a6f1-46ece3bf7810 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18b87880-4cc5-4718-8f28-6af08cd3f6c4 {{(pid=93613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 14:25:26.096526 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-27ecd8e3-99d6-4a32-a6f1-46ece3bf7810 admin admin] Notify callbacks [] for router, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:26.097652 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-27ecd8e3-99d6-4a32-a6f1-46ece3bf7810 admin admin] 10.222.0.26 "DELETE /v2.0/routers/18b87880-4cc5-4718-8f28-6af08cd3f6c4 HTTP/1.1" status: 204 len: 168 time: 1.1393485 Jun 18 14:25:26.101493 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48978) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:26.116379 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-41c63043-83d5-46f9-b9b6-8bb967415dc0 req-d5a3c8db-f624-46ae-bae4-2f97f6a39e56 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e692c71-687a-4ef7-a2ec-ca56ffbdd77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399306 Jun 18 14:25:26.204085 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_v2 [None req-36acb751-e0fc-425b-9078-db7b1b010e21 admin admin] Deleting subnet bfd1692a-2d72-4736-bec2-9e1d01755067 {{(pid=93612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 14:25:26.207412 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-36acb751-e0fc-425b-9078-db7b1b010e21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:26.246606 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a72afc-2833-4457-ab7c-1f8c67662bb6 req-d5914787-e46e-453a-85b4-2a560e573c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:26.248123 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f3a72afc-2833-4457-ab7c-1f8c67662bb6 req-d5914787-e46e-453a-85b4-2a560e573c4f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 1098 time: 0.1453621 Jun 18 14:25:26.250469 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-36acb751-e0fc-425b-9078-db7b1b010e21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12265515'] for subnet, precommit_delete_associations {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:26.316410 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f3a72afc-2833-4457-ab7c-1f8c67662bb6 req-96530e7f-9807-426c-b552-ec83bb05fd30 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0e692c71-687a-4ef7-a2ec-ca56ffbdd77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464725 Jun 18 14:25:26.359829 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 4f7271b3-f70e-49e5-81f5-7bef2e2635b5 no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:25:26.371022 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-36acb751-e0fc-425b-9078-db7b1b010e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3459435'] for subnet, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:26.380857 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: 4f7271b3-f70e-49e5-81f5-7bef2e2635b5 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:25:26.381239 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 4f7271b3-f70e-49e5-81f5-7bef2e2635b5 not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:25:26.381732 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 87222ab1-7119-4ace-9122-7702a515301c no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:25:26.402170 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: 87222ab1-7119-4ace-9122-7702a515301c {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:25:26.402654 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 87222ab1-7119-4ace-9122-7702a515301c not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:25:26.496567 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-36acb751-e0fc-425b-9078-db7b1b010e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3459428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12393680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12343239'] for subnet, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:26.499030 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:26.523148 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acb751-e0fc-425b-9078-db7b1b010e21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfd1692a-2d72-4736-bec2-9e1d01755067,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:26.526226 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-36acb751-e0fc-425b-9078-db7b1b010e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:26.527247 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-36acb751-e0fc-425b-9078-db7b1b010e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:26.531495 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-36acb751-e0fc-425b-9078-db7b1b010e21 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bfd1692a-2d72-4736-bec2-9e1d01755067 HTTP/1.1" status: 204 len: 168 time: 0.4144232 Jun 18 14:25:26.532765 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 48980) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:26.539476 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e56d73f-9ec1-47f9-9d50-79a5ad51dda8 None None] Network 220fa257-4661-40d5-978d-1ef127bde487 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:25:26.605087 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3629591'] for network, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:26.661355 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] Deleting port e3e18332-d8a5-4112-9bb7-71f3b87f1575 {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:25:26.661721 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:26.723570 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] For port e3e18332-d8a5-4112-9bb7-71f3b87f1575, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=e3e18332-d8a5-4112-9bb7-71f3b87f1575,segment=NetworkSegment(2d5a26f0-3387-4442-8949-182ed91b57b5),segment_id=2d5a26f0-3387-4442-8949-182ed91b57b5)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:26.723860 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:26.734844 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4cce6b-0993-4615-90b4-29f66f53627e None None] DHCP port deletion for 220fa257-4661-40d5-978d-1ef127bde487 request from dv-cinder-795751-2-iscsi {{(pid=93614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 14:25:26.780997 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-4d4cce6b-0993-4615-90b4-29f66f53627e None None] Deleting port e3e18332-d8a5-4112-9bb7-71f3b87f1575 {{(pid=93614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:25:26.781384 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4d4cce6b-0993-4615-90b4-29f66f53627e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:26.789959 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] Calling delete_port for e3e18332-d8a5-4112-9bb7-71f3b87f1575 owned by network:dhcp {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:25:26.844522 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-4d4cce6b-0993-4615-90b4-29f66f53627e None None] For port e3e18332-d8a5-4112-9bb7-71f3b87f1575, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=e3e18332-d8a5-4112-9bb7-71f3b87f1575,segment=NetworkSegment(2d5a26f0-3387-4442-8949-182ed91b57b5),segment_id=2d5a26f0-3387-4442-8949-182ed91b57b5)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:26.844837 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4d4cce6b-0993-4615-90b4-29f66f53627e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:26.906051 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-4d4cce6b-0993-4615-90b4-29f66f53627e None None] Calling delete_port for e3e18332-d8a5-4112-9bb7-71f3b87f1575 owned by network:dhcp {{(pid=93614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:25:26.941583 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:26.943745 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-e6cd69e5-d6bf-4183-851d-5812fb4c3c87 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:26.969695 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e18332-d8a5-4112-9bb7-71f3b87f1575,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:26.983103 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:26.983103 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] No DVR routers for this DVR port e3e18332-d8a5-4112-9bb7-71f3b87f1575 on host dv-cinder-795751-2-iscsi {{(pid=93613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:25:26.985125 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4d4cce6b-0993-4615-90b4-29f66f53627e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999'] for port, after_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:26.987214 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:27.007630 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cce6b-0993-4615-90b4-29f66f53627e None None] Pushing event deleted for resources: {'Port': ['ID=e3e18332-d8a5-4112-9bb7-71f3b87f1575,revision_number=None']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:27.013639 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-4d4cce6b-0993-4615-90b4-29f66f53627e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:27.018110 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4cce6b-0993-4615-90b4-29f66f53627e None None] No DVR routers for this DVR port e3e18332-d8a5-4112-9bb7-71f3b87f1575 on host dv-cinder-795751-2-iscsi {{(pid=93614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:25:27.054095 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3460340', 'neutron.services.segments.db._delete_segments_for_network-8749953549011'] for network, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:27.063913 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220fa257-4661-40d5-978d-1ef127bde487']}} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:27.074475 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5a26f0-3387-4442-8949-182ed91b57b5') {'for_net_delete': True} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:27.074773 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5a26f0-3387-4442-8949-182ed91b57b5') {} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:27.083528 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749953548840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11651501'] for segment, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:27.097920 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:27.101893 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91e9c8-83d1-4ff5-b40c-4e1bfe41bd79 req-6781e525-0344-46e2-a8b5-73154d120c98 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:27.103437 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2e91e9c8-83d1-4ff5-b40c-4e1bfe41bd79 req-6781e525-0344-46e2-a8b5-73154d120c98 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 945 time: 0.0641553 Jun 18 14:25:27.104183 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=93613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 14:25:27.104581 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11867959'] for segment, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: Traceback (most recent call last): Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: timer() Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: cb(*args, **kw) Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: return func(*args, **kwargs) Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: self._notify() Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: self.callback(batched_events) Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: event.method(event) Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: return f(self, *a, **k) Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: return self._get(url).json() Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: return self.request(url, 'GET', **kwargs) Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 14:25:27.106532 dv-cinder-795751-2-iscsi neutron-server[93613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 14:25:27.142852 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2e91e9c8-83d1-4ff5-b40c-4e1bfe41bd79 req-d55bdfeb-eab7-4edf-bab2-50c955a0bf4c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330584 Jun 18 14:25:27.281249 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 43eff6a8-fc06-4c51-83d1-549510fa6d4a up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:25:27.283649 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3460333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635832'] for network, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:27.289443 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:27.293993 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] 10.222.0.26 "DELETE /v2.0/networks/220fa257-4661-40d5-978d-1ef127bde487 HTTP/1.1" status: 204 len: 168 time: 0.7572470 Jun 18 14:25:27.293993 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:27.313644 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c6eeb-5ea6-42b7-8203-8e3d1ddda532 req-5951886e-e771-41f1-9dce-3ee936911371 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:27.315498 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9d5c6eeb-5ea6-42b7-8203-8e3d1ddda532 req-5951886e-e771-41f1-9dce-3ee936911371 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 945 time: 0.0871587 Jun 18 14:25:27.317003 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] Pushing event deleted for resources: {'Network': ['ID=220fa257-4661-40d5-978d-1ef127bde487,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:27.320453 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:27.364805 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9d5c6eeb-5ea6-42b7-8203-8e3d1ddda532 req-23eabd36-dd68-4abb-a09e-368579ddc28a tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e692c71-687a-4ef7-a2ec-ca56ffbdd77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352612 Jun 18 14:25:27.421612 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning for port 43eff6a8-fc06-4c51-83d1-549510fa6d4a completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:25:27.426137 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port 43eff6a8-fc06-4c51-83d1-549510fa6d4a triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:25:27.426621 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:27.509510 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:27.542946 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 43eff6a8-fc06-4c51-83d1-549510fa6d4a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=43eff6a8-fc06-4c51-83d1-549510fa6d4a,segment=NetworkSegment(3268c0c4-e8d6-49a1-80fc-53a179764921),segment_id=3268c0c4-e8d6-49a1-80fc-53a179764921)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:25:27.627200 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:27.632056 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:27.670547 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a98d5d4-42d3-482f-8a36-50294c0b7bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43eff6a8-fc06-4c51-83d1-549510fa6d4a'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:25:27.672967 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f25ead8-a18f-465e-a85a-0513781314ff" -d '{"events": [{"server_uuid": "5a98d5d4-42d3-482f-8a36-50294c0b7bab", "name": "network-vif-plugged", "status": "completed", "tag": "43eff6a8-fc06-4c51-83d1-549510fa6d4a"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:25:27.691645 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=43eff6a8-fc06-4c51-83d1-549510fa6d4a,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:27.703173 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:27.714881 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09a398c-8492-4d5b-afe7-498031755452 x-openstack-request-id: req-c09a398c-8492-4d5b-afe7-498031755452 {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:25:27.715282 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a98d5d4-42d3-482f-8a36-50294c0b7bab", "name": "network-vif-plugged", "status": "completed", "tag": "43eff6a8-fc06-4c51-83d1-549510fa6d4a", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:25:27.715698 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c09a398c-8492-4d5b-afe7-498031755452 {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:25:27.716217 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a98d5d4-42d3-482f-8a36-50294c0b7bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43eff6a8-fc06-4c51-83d1-549510fa6d4a', 'code': 200} Jun 18 14:25:27.732076 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48990) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:27.780674 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-23f47700-e43c-4644-a2be-cac2ba06d42e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd4784573d394c61b1a6016cd23af364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473948 Jun 18 14:25:27.783093 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 48992) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:27.839400 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9cddbda3-5739-45e3-a781-d0f2a8ee0b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:27.860819 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9cddbda3-5739-45e3-a781-d0f2a8ee0b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:27.961287 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9cddbda3-5739-45e3-a781-d0f2a8ee0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:27.963930 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9cddbda3-5739-45e3-a781-d0f2a8ee0b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:27.965077 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-9cddbda3-5739-45e3-a781-d0f2a8ee0b7a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6a1cb294-8a6f-48fb-a35d-74a22ace6e22 HTTP/1.1" status: 204 len: 168 time: 0.1811650 Jun 18 14:25:27.966484 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-54ae32e9-756d-493c-8e9c-ffe8926fdd32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:27.978071 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddbda3-5739-45e3-a781-d0f2a8ee0b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1cb294-8a6f-48fb-a35d-74a22ace6e22,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:27.982733 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9cddbda3-5739-45e3-a781-d0f2a8ee0b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:28.180567 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0a170-2838-4fef-9182-27809040d5eb req-680167b4-ca88-4a29-b474-51c7e19c0d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:28.182271 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e1b0a170-2838-4fef-9182-27809040d5eb req-680167b4-ca88-4a29-b474-51c7e19c0d6e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 1099 time: 0.0578728 Jun 18 14:25:28.226805 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e1b0a170-2838-4fef-9182-27809040d5eb req-4d048421-b09a-415a-ad9c-7176e1fab154 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300963 Jun 18 14:25:28.314075 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device e3e18332-d8a5-4112-9bb7-71f3b87f1575 no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:25:28.325187 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5523c3-0432-49cc-8bcb-5301c6380d8d req-cb3305b1-e3c8-4b9e-b89b-314827d50b13 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:28.326918 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8a5523c3-0432-49cc-8bcb-5301c6380d8d req-cb3305b1-e3c8-4b9e-b89b-314827d50b13 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 946 time: 0.0709088 Jun 18 14:25:28.334513 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: e3e18332-d8a5-4112-9bb7-71f3b87f1575 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:25:28.334865 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device e3e18332-d8a5-4112-9bb7-71f3b87f1575 not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:25:28.369008 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8a5523c3-0432-49cc-8bcb-5301c6380d8d req-2c916d84-01db-4ab2-87ac-3cbe5d4fbca2 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360672 Jun 18 14:25:28.539293 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5f9a8-6112-4f7d-b083-abe004f59247 req-debc733a-6350-431e-9fad-68f514ef37c0 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:28.540784 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-81f5f9a8-6112-4f7d-b083-abe004f59247 req-debc733a-6350-431e-9fad-68f514ef37c0 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 945 time: 0.0637770 Jun 18 14:25:28.580691 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-81f5f9a8-6112-4f7d-b083-abe004f59247 req-0536e2fa-752f-49b2-9f13-2fcc7e13a6a6 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e692c71-687a-4ef7-a2ec-ca56ffbdd77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340719 Jun 18 14:25:28.751130 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63a7ce-d1de-4ac7-9e51-212803a228d3 req-6d32dafc-9dc0-45ae-a58b-4445dd872308 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:28.752594 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ac63a7ce-d1de-4ac7-9e51-212803a228d3 req-6d32dafc-9dc0-45ae-a58b-4445dd872308 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 945 time: 0.0671189 Jun 18 14:25:28.767876 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 49004) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:28.772669 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-359051c7-34d1-4fd6-a616-fb64d91e5ba2 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Request body: {'floatingip': {'port_id': '161717a8-71a0-4d34-ab2c-de81393761ad'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:25:28.811059 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-359051c7-34d1-4fd6-a616-fb64d91e5ba2 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for floatingip, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:28.837624 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 49006) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:28.875313 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-44409122-62ee-4ecb-a974-91bd1831d3b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83576f7717374265a645f3e5df88102f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387452 Jun 18 14:25:28.877949 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 49008) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:28.927262 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b391bcbd-2ad8-44df-9bf1-7f5a430fb736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:28.948541 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b391bcbd-2ad8-44df-9bf1-7f5a430fb736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:29.086443 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b391bcbd-2ad8-44df-9bf1-7f5a430fb736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:29.089135 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-b391bcbd-2ad8-44df-9bf1-7f5a430fb736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:29.090230 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-b391bcbd-2ad8-44df-9bf1-7f5a430fb736 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/67b5dcb1-d0b4-4283-89c7-8bcc506d9d49 HTTP/1.1" status: 204 len: 168 time: 0.2113709 Jun 18 14:25:29.091073 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-1e894f86-5d53-4477-a3aa-c77dcddd06b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:29.101253 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391bcbd-2ad8-44df-9bf1-7f5a430fb736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b5dcb1-d0b4-4283-89c7-8bcc506d9d49,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:29.101253 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-b391bcbd-2ad8-44df-9bf1-7f5a430fb736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:29.257026 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-359051c7-34d1-4fd6-a616-fb64d91e5ba2 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:29.338081 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-359051c7-34d1-4fd6-a616-fb64d91e5ba2 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635786'] for floatingip, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:29.452085 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.db.l3_db [None req-359051c7-34d1-4fd6-a616-fb64d91e5ba2 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Floating IP 85431589-6163-463c-bac5-b3a800b43ab8 associated. External IP: 172.27.3.111, port: 161717a8-71a0-4d34-ab2c-de81393761ad. Jun 18 14:25:29.745737 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6980c10-5cc6-43f2-8b07-a4c76146aa54 req-d701fe38-22f0-404d-85e0-baec3b302ba5 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:29.747309 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a6980c10-5cc6-43f2-8b07-a4c76146aa54 req-d701fe38-22f0-404d-85e0-baec3b302ba5 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 946 time: 0.0715280 Jun 18 14:25:29.790962 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a6980c10-5cc6-43f2-8b07-a4c76146aa54 req-5e39e0ec-3632-4399-98f4-dc73d49ec288 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377672 Jun 18 14:25:29.974001 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359051c7-34d1-4fd6-a616-fb64d91e5ba2 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:25:30.084193 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359051c7-34d1-4fd6-a616-fb64d91e5ba2 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:25:30.089496 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-359051c7-34d1-4fd6-a616-fb64d91e5ba2 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for floatingip, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:30.094922 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acabf9fe-4d70-4f4c-839e-6f7b84234bcd None None] Sync routers for ids ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:25:30.104805 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acabf9fe-4d70-4f4c-839e-6f7b84234bcd None None] Routers {'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:25:30.105516 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-acabf9fe-4d70-4f4c-839e-6f7b84234bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:25:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:30.128766 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-359051c7-34d1-4fd6-a616-fb64d91e5ba2 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "PUT /v2.0/floatingips/85431589-6163-463c-bac5-b3a800b43ab8 HTTP/1.1" status: 200 len: 991 time: 1.3597260 Jun 18 14:25:30.129446 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb12b3b4-e10d-4f4b-a10c-a95229dd21a7', 'tag': '161717a8-71a0-4d34-ab2c-de81393761ad'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:25:30.131954 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5284e31f-0ef6-4b39-b286-002e96faa320" -d '{"events": [{"name": "network-changed", "server_uuid": "cb12b3b4-e10d-4f4b-a10c-a95229dd21a7", "tag": "161717a8-71a0-4d34-ab2c-de81393761ad"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:25:30.170133 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d5b39a-6269-42d7-94e7-69c285344b20 x-openstack-request-id: req-f2d5b39a-6269-42d7-94e7-69c285344b20 {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:25:30.170464 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb12b3b4-e10d-4f4b-a10c-a95229dd21a7", "tag": "161717a8-71a0-4d34-ab2c-de81393761ad", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:25:30.170755 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f2d5b39a-6269-42d7-94e7-69c285344b20 {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:25:30.171195 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb12b3b4-e10d-4f4b-a10c-a95229dd21a7', 'tag': '161717a8-71a0-4d34-ab2c-de81393761ad', 'status': 'completed', 'code': 200} Jun 18 14:25:30.222858 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-acabf9fe-4d70-4f4c-839e-6f7b84234bcd None None] Set router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:25:30.268231 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284e31f-0ef6-4b39-b286-002e96faa320 req-1ab1f10a-03b2-4dc6-ba45-c9a106a6c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:30.269986 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5284e31f-0ef6-4b39-b286-002e96faa320 req-1ab1f10a-03b2-4dc6-ba45-c9a106a6c07b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=68c0acdf3c5043c1abd19fd3db96520e&device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 1098 time: 0.0545225 Jun 18 14:25:30.364474 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284e31f-0ef6-4b39-b286-002e96faa320 req-16621289-6614-49f4-89ed-ce0c8f5238ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:30.365933 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5284e31f-0ef6-4b39-b286-002e96faa320 req-16621289-6614-49f4-89ed-ce0c8f5238ae service neutron] 10.222.0.38 "GET /v2.0/networks?id=732503bd-c79c-40ac-a2d6-5ec143face16 HTTP/1.1" status: 200 len: 912 time: 0.0886495 Jun 18 14:25:30.462400 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-acabf9fe-4d70-4f4c-839e-6f7b84234bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'name': 'tempest-AttachVolumeTestJSON-1981730314-router', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e6169665-228e-401f-b847-84c902a86c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:22Z', 'updated_at': '2021-06-18T14:17:31Z', 'revision_number': 4, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'gw_port': {'id': 'e6169665-228e-401f-b847-84c902a86c48', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:24Z', 'updated_at': '2021-06-18T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': '85431589-6163-463c-bac5-b3a800b43ab8', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'port_id': '161717a8-71a0-4d34-ab2c-de81393761ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'mac_address': 'fa:16:3e:9b:2b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb12b3b4-e10d-4f4b-a10c-a95229dd21a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:25:09Z', 'updated_at': '2021-06-18T14:25:29Z', 'revision_number': 1, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe8840e-50b5-4942-b3e0-63c14b018223', 'name': '', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'mac_address': 'fa:16:3e:4e:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:30Z', 'updated_at': '2021-06-18T14:17:37Z', 'revision_number': 5, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'subnets': [{'id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:30.492347 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acabf9fe-4d70-4f4c-839e-6f7b84234bcd None None] Checking router: b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:25:30.505005 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acabf9fe-4d70-4f4c-839e-6f7b84234bcd None None] Routers {'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:25:30.505918 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-acabf9fe-4d70-4f4c-839e-6f7b84234bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:25:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:30.626934 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-acabf9fe-4d70-4f4c-839e-6f7b84234bcd None None] Set router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:25:30.707323 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5284e31f-0ef6-4b39-b286-002e96faa320 req-e378022f-d3f4-4732-8524-f4bd7de0a323 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=161717a8-71a0-4d34-ab2c-de81393761ad HTTP/1.1" status: 200 len: 999 time: 0.3330140 Jun 18 14:25:30.755802 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284e31f-0ef6-4b39-b286-002e96faa320 req-93d2564f-b6d3-4cc9-8a24-66a8cd724e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:30.757433 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5284e31f-0ef6-4b39-b286-002e96faa320 req-93d2564f-b6d3-4cc9-8a24-66a8cd724e30 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=52102b7a-07bd-46b6-9a1d-ca1db691ce03 HTTP/1.1" status: 200 len: 850 time: 0.0432136 Jun 18 14:25:30.815602 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284e31f-0ef6-4b39-b286-002e96faa320 req-3f85eb7a-20a6-4527-b553-e67a7ec12e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:30.817190 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5284e31f-0ef6-4b39-b286-002e96faa320 req-3f85eb7a-20a6-4527-b553-e67a7ec12e40 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=732503bd-c79c-40ac-a2d6-5ec143face16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531132 Jun 18 14:25:30.860457 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-acabf9fe-4d70-4f4c-839e-6f7b84234bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'name': 'tempest-AttachVolumeTestJSON-1981730314-router', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e6169665-228e-401f-b847-84c902a86c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:22Z', 'updated_at': '2021-06-18T14:17:31Z', 'revision_number': 4, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'gw_port': {'id': 'e6169665-228e-401f-b847-84c902a86c48', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:24Z', 'updated_at': '2021-06-18T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': '85431589-6163-463c-bac5-b3a800b43ab8', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'port_id': '161717a8-71a0-4d34-ab2c-de81393761ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'mac_address': 'fa:16:3e:9b:2b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb12b3b4-e10d-4f4b-a10c-a95229dd21a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:25:09Z', 'updated_at': '2021-06-18T14:25:29Z', 'revision_number': 1, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe8840e-50b5-4942-b3e0-63c14b018223', 'name': '', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'mac_address': 'fa:16:3e:4e:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:30Z', 'updated_at': '2021-06-18T14:17:37Z', 'revision_number': 5, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'subnets': [{'id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:30.890788 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acabf9fe-4d70-4f4c-839e-6f7b84234bcd None None] The sync data for ids ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'] in dv-cinder-795751-2-iscsi is: [{'id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'name': 'tempest-AttachVolumeTestJSON-1981730314-router', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e6169665-228e-401f-b847-84c902a86c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:22Z', 'updated_at': '2021-06-18T14:17:31Z', 'revision_number': 4, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'gw_port': {'id': 'e6169665-228e-401f-b847-84c902a86c48', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:24Z', 'updated_at': '2021-06-18T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': '85431589-6163-463c-bac5-b3a800b43ab8', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'port_id': '161717a8-71a0-4d34-ab2c-de81393761ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'mac_address': 'fa:16:3e:9b:2b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb12b3b4-e10d-4f4b-a10c-a95229dd21a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:25:09Z', 'updated_at': '2021-06-18T14:25:29Z', 'revision_number': 1, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe8840e-50b5-4942-b3e0-63c14b018223', 'name': '', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'mac_address': 'fa:16:3e:4e:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:30Z', 'updated_at': '2021-06-18T14:17:37Z', 'revision_number': 5, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'subnets': [{'id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:25:30.922452 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5284e31f-0ef6-4b39-b286-002e96faa320 req-026bfcb5-2f05-45a8-89d3-a5ec26723724 service neutron] 10.222.0.38 "GET /v2.0/networks/732503bd-c79c-40ac-a2d6-5ec143face16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982089 Jun 18 14:25:31.046694 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869904d-432b-46cf-916f-6945dc1baac2 req-e4d02d21-06d5-47ea-9c3f-a9e6ebd68d74 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:31.048377 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1869904d-432b-46cf-916f-6945dc1baac2 req-e4d02d21-06d5-47ea-9c3f-a9e6ebd68d74 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 946 time: 0.1389036 Jun 18 14:25:31.072900 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5284e31f-0ef6-4b39-b286-002e96faa320 req-359d2ad5-072a-44ae-ab8e-982739a4001c service neutron] 10.222.0.38 "GET /v2.0/networks/732503bd-c79c-40ac-a2d6-5ec143face16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309366 Jun 18 14:25:31.085426 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdf1e42-e6ee-43c6-851e-808d6d19b5dc None None] New status for floating IP 85431589-6163-463c-bac5-b3a800b43ab8: ACTIVE {{(pid=93615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 14:25:31.100435 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1869904d-432b-46cf-916f-6945dc1baac2 req-05cf8ee8-2cf8-484b-b396-d6691801f671 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464110 Jun 18 14:25:31.303422 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3de579-a4a8-46c5-8b9f-a1b3b813f6a3 req-1bea73d1-53ab-43b1-980a-2faf31db7c0d tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:31.307987 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1d3de579-a4a8-46c5-8b9f-a1b3b813f6a3 req-1bea73d1-53ab-43b1-980a-2faf31db7c0d tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 946 time: 0.0702949 Jun 18 14:25:31.343732 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1d3de579-a4a8-46c5-8b9f-a1b3b813f6a3 req-f103de9c-9ed8-4c99-a9b2-21c50c150b69 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323741 Jun 18 14:25:31.382884 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 49026) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:31.435581 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e513767c-132d-4afe-96d3-d1dcee0bf1d6 tempest-TestVolumeBootPattern-1666324816 tempest-TestVolumeBootPattern-1666324816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:31.438390 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-e513767c-132d-4afe-96d3-d1dcee0bf1d6 tempest-TestVolumeBootPattern-1666324816 tempest-TestVolumeBootPattern-1666324816-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 1094 time: 0.0531967 Jun 18 14:25:31.440061 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 49028) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:25:31.444890 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-17edf13a-c5b9-413c-8f44-56f8d5192144 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Request body: {'floatingip': {'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'port_id': '43eff6a8-fc06-4c51-83d1-549510fa6d4a', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:25:31.529666 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-17edf13a-c5b9-413c-8f44-56f8d5192144 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for floatingip, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:31.624731 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-17edf13a-c5b9-413c-8f44-56f8d5192144 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:31.740412 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [None req-17edf13a-c5b9-413c-8f44-56f8d5192144 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Allocated IP 172.27.3.86 (bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae/6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898/1fce8d19-e0d6-4b0e-a356-5d2b87d48720) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:25:31.844479 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-17edf13a-c5b9-413c-8f44-56f8d5192144 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:31.938119 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-17edf13a-c5b9-413c-8f44-56f8d5192144 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11814889'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:31.940156 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:31.976808 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17edf13a-c5b9-413c-8f44-56f8d5192144 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:25:31.979584 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-17edf13a-c5b9-413c-8f44-56f8d5192144 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:25:31.982058 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17edf13a-c5b9-413c-8f44-56f8d5192144 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:25:32.010974 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edf13a-c5b9-413c-8f44-56f8d5192144 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Pushing event updated for resources: {'Port': ['ID=1fce8d19-e0d6-4b0e-a356-5d2b87d48720,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:32.013754 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-17edf13a-c5b9-413c-8f44-56f8d5192144 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:32.351844 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-17edf13a-c5b9-413c-8f44-56f8d5192144 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:32.509594 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-17edf13a-c5b9-413c-8f44-56f8d5192144 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:32.676710 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-17edf13a-c5b9-413c-8f44-56f8d5192144 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for port, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:32.747082 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-17edf13a-c5b9-413c-8f44-56f8d5192144 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11814879'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:32.749264 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-084a7590-05ee-4016-8663-707516b45364 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:25:32.816470 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edf13a-c5b9-413c-8f44-56f8d5192144 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Pushing event updated for resources: {'Port': ['ID=1fce8d19-e0d6-4b0e-a356-5d2b87d48720,revision_number=2']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:25:32.820379 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-17edf13a-c5b9-413c-8f44-56f8d5192144 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:25:32.830186 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-17edf13a-c5b9-413c-8f44-56f8d5192144 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635786'] for floatingip, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:32.929864 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.db.l3_db [None req-17edf13a-c5b9-413c-8f44-56f8d5192144 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Floating IP 62a070ed-986a-4cf9-bd8b-515273c4c6b1 associated. External IP: 172.27.3.86, port: 43eff6a8-fc06-4c51-83d1-549510fa6d4a. Jun 18 14:25:33.134341 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17edf13a-c5b9-413c-8f44-56f8d5192144 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:25:33.237306 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17edf13a-c5b9-413c-8f44-56f8d5192144 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:25:33.246879 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd2aa8b-22fd-4a43-ac72-1d1e09e642fa None None] Sync routers for ids ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:25:33.256097 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd2aa8b-22fd-4a43-ac72-1d1e09e642fa None None] Routers {'7f6c601d-3615-4ae4-9ee2-71c1afba3b06'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:25:33.275150 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-2fd2aa8b-22fd-4a43-ac72-1d1e09e642fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:25:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:33.346844 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-17edf13a-c5b9-413c-8f44-56f8d5192144 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for floatingip, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:33.379942 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-2fd2aa8b-22fd-4a43-ac72-1d1e09e642fa None None] Set router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:25:33.392532 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-17edf13a-c5b9-413c-8f44-56f8d5192144 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9513059 Jun 18 14:25:33.393400 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a98d5d4-42d3-482f-8a36-50294c0b7bab', 'tag': '43eff6a8-fc06-4c51-83d1-549510fa6d4a'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:25:33.396392 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b12d0ce-fa27-4fdc-8d73-e501d25169b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5a98d5d4-42d3-482f-8a36-50294c0b7bab", "tag": "43eff6a8-fc06-4c51-83d1-549510fa6d4a"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:25:33.610073 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66261cc5-e79d-4ad2-b7d2-3bca6439b109 x-openstack-request-id: req-66261cc5-e79d-4ad2-b7d2-3bca6439b109 {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:25:33.611261 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a98d5d4-42d3-482f-8a36-50294c0b7bab", "tag": "43eff6a8-fc06-4c51-83d1-549510fa6d4a", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:25:33.611672 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-66261cc5-e79d-4ad2-b7d2-3bca6439b109 {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:25:33.612132 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a98d5d4-42d3-482f-8a36-50294c0b7bab', 'tag': '43eff6a8-fc06-4c51-83d1-549510fa6d4a', 'status': 'completed', 'code': 200} Jun 18 14:25:33.613714 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-2fd2aa8b-22fd-4a43-ac72-1d1e09e642fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': '62a070ed-986a-4cf9-bd8b-515273c4c6b1', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'port_id': '43eff6a8-fc06-4c51-83d1-549510fa6d4a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'mac_address': 'fa:16:3e:1e:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a98d5d4-42d3-482f-8a36-50294c0b7bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:25:32Z', 'updated_at': '2021-06-18T14:25:32Z', 'revision_number': 0, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0cec79d-51e1-462f-aa19-1fc1582cdbc6', 'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'mac_address': 'fa:16:3e:f4:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:11Z', 'updated_at': '2021-06-18T14:19:24Z', 'revision_number': 5, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'subnets': [{'id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:33.643946 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd2aa8b-22fd-4a43-ac72-1d1e09e642fa None None] Checking router: 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:25:33.652785 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd2aa8b-22fd-4a43-ac72-1d1e09e642fa None None] Routers {'7f6c601d-3615-4ae4-9ee2-71c1afba3b06'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:25:33.653440 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-2fd2aa8b-22fd-4a43-ac72-1d1e09e642fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:25:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:33.722065 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12d0ce-fa27-4fdc-8d73-e501d25169b2 req-da905244-29dc-415a-9129-7aa14e2fe8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:33.723761 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8b12d0ce-fa27-4fdc-8d73-e501d25169b2 req-da905244-29dc-415a-9129-7aa14e2fe8e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbb479abbf4e4acda8c320ef124c4e8c&device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 1099 time: 0.0664635 Jun 18 14:25:33.835427 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12d0ce-fa27-4fdc-8d73-e501d25169b2 req-8f0c3e70-21c3-4d68-9413-0bd0ebbabd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:33.836907 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8b12d0ce-fa27-4fdc-8d73-e501d25169b2 req-8f0c3e70-21c3-4d68-9413-0bd0ebbabd38 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5 HTTP/1.1" status: 200 len: 913 time: 0.0934846 Jun 18 14:25:33.889639 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-2fd2aa8b-22fd-4a43-ac72-1d1e09e642fa None None] Set router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:25:33.910610 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8b12d0ce-fa27-4fdc-8d73-e501d25169b2 req-2aeca0f9-dca8-4e8c-afed-a5c86c05597e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43eff6a8-fc06-4c51-83d1-549510fa6d4a HTTP/1.1" status: 200 len: 999 time: 0.0660889 Jun 18 14:25:33.967358 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12d0ce-fa27-4fdc-8d73-e501d25169b2 req-e8a0a4ae-52d7-4369-bb18-609709323d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:33.968986 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8b12d0ce-fa27-4fdc-8d73-e501d25169b2 req-e8a0a4ae-52d7-4369-bb18-609709323d4d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=649a9e32-52ab-47bf-bb55-ed3bf5cc8750 HTTP/1.1" status: 200 len: 851 time: 0.0512800 Jun 18 14:25:34.026541 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12d0ce-fa27-4fdc-8d73-e501d25169b2 req-123ad042-4d92-487c-a947-8aed2cad3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:34.028209 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8b12d0ce-fa27-4fdc-8d73-e501d25169b2 req-123ad042-4d92-487c-a947-8aed2cad3f8c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531111 Jun 18 14:25:34.108113 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-2fd2aa8b-22fd-4a43-ac72-1d1e09e642fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': '62a070ed-986a-4cf9-bd8b-515273c4c6b1', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'port_id': '43eff6a8-fc06-4c51-83d1-549510fa6d4a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'mac_address': 'fa:16:3e:1e:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a98d5d4-42d3-482f-8a36-50294c0b7bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:25:32Z', 'updated_at': '2021-06-18T14:25:32Z', 'revision_number': 0, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0cec79d-51e1-462f-aa19-1fc1582cdbc6', 'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'mac_address': 'fa:16:3e:f4:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:11Z', 'updated_at': '2021-06-18T14:19:24Z', 'revision_number': 5, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'subnets': [{'id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:25:34.124782 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8b12d0ce-fa27-4fdc-8d73-e501d25169b2 req-cc855edf-31e7-49ca-a0ce-fb825ff2c517 service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899057 Jun 18 14:25:34.134331 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd2aa8b-22fd-4a43-ac72-1d1e09e642fa None None] The sync data for ids ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'] in dv-cinder-795751-2-iscsi is: [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': '62a070ed-986a-4cf9-bd8b-515273c4c6b1', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'port_id': '43eff6a8-fc06-4c51-83d1-549510fa6d4a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'mac_address': 'fa:16:3e:1e:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a98d5d4-42d3-482f-8a36-50294c0b7bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:25:32Z', 'updated_at': '2021-06-18T14:25:32Z', 'revision_number': 0, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0cec79d-51e1-462f-aa19-1fc1582cdbc6', 'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'mac_address': 'fa:16:3e:f4:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:11Z', 'updated_at': '2021-06-18T14:19:24Z', 'revision_number': 5, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'subnets': [{'id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:25:34.218181 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8b12d0ce-fa27-4fdc-8d73-e501d25169b2 req-7553473c-8ac6-4011-b1ac-de0009b6b037 service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871437 Jun 18 14:25:34.321599 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c167affa-8d73-4295-afed-d651063c9c3d None None] New status for floating IP 62a070ed-986a-4cf9-bd8b-515273c4c6b1: ACTIVE {{(pid=93615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 14:25:38.583562 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-893ec7c6-d296-4db9-90a1-b03cac667a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:40.023025 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:25:42.125971 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:42.469306 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-7194d9e9-944d-464b-99fb-56dd7bd25072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:43.112144 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:43.503919 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:45.237934 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:25:49.921178 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e88899fc-b5ce-458f-8c0f-db6dde8a46a3 req-48995245-c19a-4b07-bb08-10163698264d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0595264 Jun 18 14:25:50.059146 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88899fc-b5ce-458f-8c0f-db6dde8a46a3 req-691b019a-0b58-4cc2-b1bb-0830ee98d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:50.061235 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e88899fc-b5ce-458f-8c0f-db6dde8a46a3 req-691b019a-0b58-4cc2-b1bb-0830ee98d37a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=107d8e292f474633ab35671645fd2880&device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 1100 time: 0.0586958 Jun 18 14:25:50.172435 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88899fc-b5ce-458f-8c0f-db6dde8a46a3 req-82a9a814-8f9d-4879-9b45-afb88e0d3f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:50.173925 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e88899fc-b5ce-458f-8c0f-db6dde8a46a3 req-82a9a814-8f9d-4879-9b45-afb88e0d3f5b service neutron] 10.222.0.38 "GET /v2.0/networks?id=34ea1a7a-1cdd-4064-b454-5495867b8273 HTTP/1.1" status: 200 len: 917 time: 0.0904078 Jun 18 14:25:50.243433 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e88899fc-b5ce-458f-8c0f-db6dde8a46a3 req-421c7a47-955f-4870-9ed6-29492a5ba915 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8deefef-fab4-49b2-9ea9-f78b24627d1a HTTP/1.1" status: 200 len: 1001 time: 0.0626173 Jun 18 14:25:50.295737 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88899fc-b5ce-458f-8c0f-db6dde8a46a3 req-2dce5497-900b-4e84-8e14-16a348e349c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:50.297567 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e88899fc-b5ce-458f-8c0f-db6dde8a46a3 req-2dce5497-900b-4e84-8e14-16a348e349c3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3994dc00-6a2f-4cf8-8857-bc42cacf8da2 HTTP/1.1" status: 200 len: 855 time: 0.0476747 Jun 18 14:25:50.381474 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88899fc-b5ce-458f-8c0f-db6dde8a46a3 req-2a0e51b3-44b6-4b05-a48e-6c057e0656a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:25:50.382982 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e88899fc-b5ce-458f-8c0f-db6dde8a46a3 req-2a0e51b3-44b6-4b05-a48e-6c057e0656a2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=34ea1a7a-1cdd-4064-b454-5495867b8273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767553 Jun 18 14:25:50.477025 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e88899fc-b5ce-458f-8c0f-db6dde8a46a3 req-f8f7f1cc-915f-4863-9f0f-27adbeec68f5 service neutron] 10.222.0.38 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865085 Jun 18 14:25:50.565653 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e88899fc-b5ce-458f-8c0f-db6dde8a46a3 req-b774aa67-d90c-4d07-a672-5816e2bcf19c service neutron] 10.222.0.38 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807621 Jun 18 14:26:06.320377 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb9eef-5637-4d78-aa25-91b306c75b78 req-84793b01-7517-4f63-bc1a-781836e32400 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:06.321926 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-abdb9eef-5637-4d78-aa25-91b306c75b78 req-84793b01-7517-4f63-bc1a-781836e32400 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 947 time: 0.0639608 Jun 18 14:26:06.363306 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-abdb9eef-5637-4d78-aa25-91b306c75b78 req-6af2edb9-3121-4a56-9d59-39048ac92ae6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358148 Jun 18 14:26:07.585187 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf89b56-bcc2-4be2-b58d-90a7d8f05241 req-75c33243-cb55-49d4-9bdd-d54bb15bcec3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:07.586666 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5cf89b56-bcc2-4be2-b58d-90a7d8f05241 req-75c33243-cb55-49d4-9bdd-d54bb15bcec3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 947 time: 0.0887976 Jun 18 14:26:07.623923 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5cf89b56-bcc2-4be2-b58d-90a7d8f05241 req-ff32ee50-4c40-45ab-a99a-fe5967412dce tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316393 Jun 18 14:26:08.347560 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78925e-8b8b-4082-9344-ad52c0f55c4f req-33cf9b78-c85b-4343-8404-6958cb49634b tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:08.349016 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2e78925e-8b8b-4082-9344-ad52c0f55c4f req-33cf9b78-c85b-4343-8404-6958cb49634b tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.38 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 947 time: 0.0626400 Jun 18 14:26:08.459697 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [req-2e78925e-8b8b-4082-9344-ad52c0f55c4f req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Deleting port a8deefef-fab4-49b2-9ea9-f78b24627d1a {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:26:08.459697 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-2e78925e-8b8b-4082-9344-ad52c0f55c4f req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:08.545096 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-2e78925e-8b8b-4082-9344-ad52c0f55c4f req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] For port a8deefef-fab4-49b2-9ea9-f78b24627d1a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=a8deefef-fab4-49b2-9ea9-f78b24627d1a,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:26:08.545464 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-2e78925e-8b8b-4082-9344-ad52c0f55c4f req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:08.573720 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-56596b4e-1f36-4591-89a5-499518d2766e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:08.745558 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-2e78925e-8b8b-4082-9344-ad52c0f55c4f req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:08.746160 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-2e78925e-8b8b-4082-9344-ad52c0f55c4f req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635786'] for floatingip, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:08.746269 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.l3_db [req-2e78925e-8b8b-4082-9344-ad52c0f55c4f req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Floating IP 727b8b50-3034-48c2-b537-dbdf7b0ad209 disassociated. External IP: 172.27.3.81, port: a8deefef-fab4-49b2-9ea9-f78b24627d1a. Jun 18 14:26:08.746576 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [req-2e78925e-8b8b-4082-9344-ad52c0f55c4f req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Calling delete_port for a8deefef-fab4-49b2-9ea9-f78b24627d1a owned by compute:nova {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:26:08.868411 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6186e4a-ecbc-49ee-83b0-1a4a96f3728a req-d1f80b01-0e84-4dc0-b934-56ebbb265663 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:08.869961 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d6186e4a-ecbc-49ee-83b0-1a4a96f3728a req-d1f80b01-0e84-4dc0-b934-56ebbb265663 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 947 time: 0.1281731 Jun 18 14:26:08.941361 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d6186e4a-ecbc-49ee-83b0-1a4a96f3728a req-129abc5a-d2aa-4484-a805-eeff8ce9d663 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3c1241-3348-400d-b4e1-8486b4c6bc21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634887 Jun 18 14:26:09.007952 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-2e78925e-8b8b-4082-9344-ad52c0f55c4f req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:09.012594 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-4cd73659-dfb2-41fe-9513-98d17094f241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:26:09.043173 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Pushing event deleted for resources: {'Port': ['ID=a8deefef-fab4-49b2-9ea9-f78b24627d1a,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:26:09.057893 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:09.058333 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:09.058671 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:09.086830 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:09.086830 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:09.086830 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:09.086830 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:09.086830 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:09.086830 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:09.086830 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:09.086830 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:09.086830 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:09.094638 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:26:09.168133 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e78925e-8b8b-4082-9344-ad52c0f55c4f req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Router 68e8837d-9fe5-4c94-8dd1-df1bb585495a has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:26:09.269952 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e78925e-8b8b-4082-9344-ad52c0f55c4f req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:26:09.279280 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597464b3-d046-4276-85b4-28435afe048b None None] Sync routers for ids ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:26:09.288742 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597464b3-d046-4276-85b4-28435afe048b None None] Routers {'68e8837d-9fe5-4c94-8dd1-df1bb585495a'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:26:09.289372 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-597464b3-d046-4276-85b4-28435afe048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:25:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:26:09.315773 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e78925e-8b8b-4082-9344-ad52c0f55c4f req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] No DVR routers for this DVR port a8deefef-fab4-49b2-9ea9-f78b24627d1a on host hv-cinder-79575 {{(pid=93612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:26:09.318327 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-2e78925e-8b8b-4082-9344-ad52c0f55c4f req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:09.320388 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2e78925e-8b8b-4082-9344-ad52c0f55c4f req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.38 "DELETE /v2.0/ports/a8deefef-fab4-49b2-9ea9-f78b24627d1a HTTP/1.1" status: 204 len: 173 time: 0.9654326 Jun 18 14:26:09.320965 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379430e9-f0a2-4e41-8653-a438aa28a16b', 'name': 'network-vif-deleted', 'tag': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:26:09.323524 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba5d6cc-1065-43e1-ba04-9e32e21f245a" -d '{"events": [{"server_uuid": "379430e9-f0a2-4e41-8653-a438aa28a16b", "name": "network-vif-deleted", "tag": "a8deefef-fab4-49b2-9ea9-f78b24627d1a"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:26:09.360693 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656653c7-11f1-4268-baa8-7f8c5f5f2551 x-openstack-request-id: req-656653c7-11f1-4268-baa8-7f8c5f5f2551 {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:26:09.361163 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379430e9-f0a2-4e41-8653-a438aa28a16b", "name": "network-vif-deleted", "tag": "a8deefef-fab4-49b2-9ea9-f78b24627d1a", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:26:09.361504 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-656653c7-11f1-4268-baa8-7f8c5f5f2551 {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:26:09.362589 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379430e9-f0a2-4e41-8653-a438aa28a16b', 'name': 'network-vif-deleted', 'tag': 'a8deefef-fab4-49b2-9ea9-f78b24627d1a', 'status': 'completed', 'code': 200} Jun 18 14:26:09.396795 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-597464b3-d046-4276-85b4-28435afe048b None None] Set router 68e8837d-9fe5-4c94-8dd1-df1bb585495a gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:26:09.612060 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-597464b3-d046-4276-85b4-28435afe048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'name': 'tempest-AttachVolumeShelveTestJSON-661007217-router', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:36Z', 'updated_at': '2021-06-18T14:19:46Z', 'revision_number': 4, 'project_id': '107d8e292f474633ab35671645fd2880', 'gw_port': {'id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:37Z', 'updated_at': '2021-06-18T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd788fd0d-125b-4c61-ae72-f7713676735e', 'name': '', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'mac_address': 'fa:16:3e:d2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:44Z', 'updated_at': '2021-06-18T14:19:58Z', 'revision_number': 5, 'project_id': '107d8e292f474633ab35671645fd2880', 'subnets': [{'id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:26:09.643391 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597464b3-d046-4276-85b4-28435afe048b None None] Checking router: 68e8837d-9fe5-4c94-8dd1-df1bb585495a for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:26:09.651580 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597464b3-d046-4276-85b4-28435afe048b None None] Routers {'68e8837d-9fe5-4c94-8dd1-df1bb585495a'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:26:09.652189 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-597464b3-d046-4276-85b4-28435afe048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:25:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:26:09.763929 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-597464b3-d046-4276-85b4-28435afe048b None None] Set router 68e8837d-9fe5-4c94-8dd1-df1bb585495a gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:26:09.961133 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-597464b3-d046-4276-85b4-28435afe048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'name': 'tempest-AttachVolumeShelveTestJSON-661007217-router', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:36Z', 'updated_at': '2021-06-18T14:19:46Z', 'revision_number': 4, 'project_id': '107d8e292f474633ab35671645fd2880', 'gw_port': {'id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:37Z', 'updated_at': '2021-06-18T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd788fd0d-125b-4c61-ae72-f7713676735e', 'name': '', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'mac_address': 'fa:16:3e:d2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:44Z', 'updated_at': '2021-06-18T14:19:58Z', 'revision_number': 5, 'project_id': '107d8e292f474633ab35671645fd2880', 'subnets': [{'id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:26:09.986774 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597464b3-d046-4276-85b4-28435afe048b None None] The sync data for ids ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'] in dv-cinder-795751-2-iscsi is: [{'id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'name': 'tempest-AttachVolumeShelveTestJSON-661007217-router', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:36Z', 'updated_at': '2021-06-18T14:19:46Z', 'revision_number': 4, 'project_id': '107d8e292f474633ab35671645fd2880', 'gw_port': {'id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:37Z', 'updated_at': '2021-06-18T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd788fd0d-125b-4c61-ae72-f7713676735e', 'name': '', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'mac_address': 'fa:16:3e:d2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:44Z', 'updated_at': '2021-06-18T14:19:58Z', 'revision_number': 5, 'project_id': '107d8e292f474633ab35671645fd2880', 'subnets': [{'id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:26:10.109863 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-5eae87e5-aa2a-43af-82f2-442e7d4568ad req-57dcd1cc-06ad-4c79-a33e-6f0c8ea1dd87 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=379430e9-f0a2-4e41-8653-a438aa28a16b HTTP/1.1" status: 200 len: 210 time: 0.0302081 Jun 18 14:26:10.220824 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b07171-80e6-42ec-a2d3-b46bf1ca3204 None None] New status for floating IP 727b8b50-3034-48c2-b537-dbdf7b0ad209: DOWN {{(pid=93615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 14:26:11.323457 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 49152) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:26:11.377143 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ca3809a3-8d31-4759-9569-d14151d571b3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:11.401252 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ca3809a3-8d31-4759-9569-d14151d571b3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:11.498734 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device a8deefef-fab4-49b2-9ea9-f78b24627d1a no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:26:11.520310 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] No Port match for: a8deefef-fab4-49b2-9ea9-f78b24627d1a {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:26:11.520714 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device a8deefef-fab4-49b2-9ea9-f78b24627d1a not bound to the agent host hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:26:11.526919 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ca3809a3-8d31-4759-9569-d14151d571b3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:11.526919 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ca3809a3-8d31-4759-9569-d14151d571b3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:11.528055 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-ca3809a3-8d31-4759-9569-d14151d571b3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "DELETE /v2.0/security-groups/3f3c1241-3348-400d-b4e1-8486b4c6bc21 HTTP/1.1" status: 204 len: 168 time: 0.2034760 Jun 18 14:26:11.529007 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-f436b01c-671b-42a2-9566-90fd4071ad55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:26:11.530223 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 49154) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:26:11.538932 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3809a3-8d31-4759-9569-d14151d571b3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3c1241-3348-400d-b4e1-8486b4c6bc21,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:26:11.544407 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.api.v2.resource [None req-88c6dfeb-7d1f-414b-b299-0b8a653b269f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] show failed (client error): The resource could not be found. Jun 18 14:26:11.545341 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-88c6dfeb-7d1f-414b-b299-0b8a653b269f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups/3f3c1241-3348-400d-b4e1-8486b4c6bc21 HTTP/1.1" status: 404 len: 347 time: 0.0141418 Jun 18 14:26:11.546335 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3809a3-8d31-4759-9569-d14151d571b3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:11.546713 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3809a3-8d31-4759-9569-d14151d571b3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:11.547094 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3809a3-8d31-4759-9569-d14151d571b3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:11.547477 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3809a3-8d31-4759-9569-d14151d571b3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:11.547947 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3809a3-8d31-4759-9569-d14151d571b3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:11.548199 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 49156) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:26:11.548312 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3809a3-8d31-4759-9569-d14151d571b3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:11.548682 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3809a3-8d31-4759-9569-d14151d571b3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:11.549114 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3809a3-8d31-4759-9569-d14151d571b3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:11.549506 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3809a3-8d31-4759-9569-d14151d571b3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:11.549872 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3809a3-8d31-4759-9569-d14151d571b3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:11.550315 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3809a3-8d31-4759-9569-d14151d571b3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:11.550601 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3809a3-8d31-4759-9569-d14151d571b3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:11.553906 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-ca3809a3-8d31-4759-9569-d14151d571b3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:26:11.670430 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-884918e5-4a7e-4ed0-bb1a-62cc5a03ee2c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Deleting port 82f1d45f-5d6d-4a51-8649-cd425bcd003f {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:26:11.670694 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-884918e5-4a7e-4ed0-bb1a-62cc5a03ee2c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:11.746149 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-884918e5-4a7e-4ed0-bb1a-62cc5a03ee2c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:11.746487 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-884918e5-4a7e-4ed0-bb1a-62cc5a03ee2c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:11.816526 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-884918e5-4a7e-4ed0-bb1a-62cc5a03ee2c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Calling delete_port for 82f1d45f-5d6d-4a51-8649-cd425bcd003f owned by network:floatingip {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:26:12.013876 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-884918e5-4a7e-4ed0-bb1a-62cc5a03ee2c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:12.016167 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-e9c138de-86ba-48cd-b978-309dddd6da2c tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:26:12.036340 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:12.039540 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884918e5-4a7e-4ed0-bb1a-62cc5a03ee2c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Pushing event deleted for resources: {'Port': ['ID=82f1d45f-5d6d-4a51-8649-cd425bcd003f,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:26:12.042497 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-884918e5-4a7e-4ed0-bb1a-62cc5a03ee2c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:26:12.103856 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-884918e5-4a7e-4ed0-bb1a-62cc5a03ee2c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for floatingip, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:12.106392 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-884918e5-4a7e-4ed0-bb1a-62cc5a03ee2c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for floatingip, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:12.107505 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-884918e5-4a7e-4ed0-bb1a-62cc5a03ee2c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "DELETE /v2.0/floatingips/727b8b50-3034-48c2-b537-dbdf7b0ad209 HTTP/1.1" status: 204 len: 168 time: 0.5584161 Jun 18 14:26:12.456826 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-ddf878aa-fe8e-417f-b1ac-668c458c6192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:12.626145 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 49164) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:26:12.630889 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-28a81919-465e-4bdd-a970-46df7ab0ec62 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1347972319', 'description': 'tempest-description--1192856319'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:26:12.720126 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-28a81919-465e-4bdd-a970-46df7ab0ec62 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:12.807461 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-28a81919-465e-4bdd-a970-46df7ab0ec62 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:12.896699 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-28a81919-465e-4bdd-a970-46df7ab0ec62 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:12.899172 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-9b746de9-9656-45e9-a53e-e79be5aecd31 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:26:12.925867 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a81919-465e-4bdd-a970-46df7ab0ec62 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ab95ef-0a78-4d0e-bae9-4455539c874b,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:26:12.928563 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-28a81919-465e-4bdd-a970-46df7ab0ec62 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:26:13.000003 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-28a81919-465e-4bdd-a970-46df7ab0ec62 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:13.001186 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-28a81919-465e-4bdd-a970-46df7ab0ec62 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3740299 Jun 18 14:26:13.004529 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 49168) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:26:13.009339 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-b23eb527-879d-450a-b6b8-8be90f482b51 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Request body: {'security_group_rule': {'security_group_id': '76ab95ef-0a78-4d0e-bae9-4455539c874b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:26:13.102884 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b23eb527-879d-450a-b6b8-8be90f482b51 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:13.131290 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:13.157686 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b23eb527-879d-450a-b6b8-8be90f482b51 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:13.211260 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b23eb527-879d-450a-b6b8-8be90f482b51 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:13.217058 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-017c78b6-d822-4ff0-933d-f12f0dd757f1 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:26:13.231603 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23eb527-879d-450a-b6b8-8be90f482b51 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfae20f4-7333-40ab-b3e6-69eb05916682,revision_number=0']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:26:13.233987 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-b23eb527-879d-450a-b6b8-8be90f482b51 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:26:13.314225 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b23eb527-879d-450a-b6b8-8be90f482b51 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:13.315982 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-b23eb527-879d-450a-b6b8-8be90f482b51 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3104863 Jun 18 14:26:13.318664 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 49170) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:26:13.323254 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-45e6f66e-b11f-4d6a-a5c2-dda209f9ef6a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Request body: {'security_group_rule': {'security_group_id': '76ab95ef-0a78-4d0e-bae9-4455539c874b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:26:13.423776 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-45e6f66e-b11f-4d6a-a5c2-dda209f9ef6a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:13.447626 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:13.478996 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-45e6f66e-b11f-4d6a-a5c2-dda209f9ef6a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:13.567798 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-45e6f66e-b11f-4d6a-a5c2-dda209f9ef6a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678337'] for security_group_rule, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:13.569801 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:26:13.585951 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6f66e-b11f-4d6a-a5c2-dda209f9ef6a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d18f8a-0c1c-4b51-b900-8e11b4a26b19,revision_number=0']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:26:13.589317 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-45e6f66e-b11f-4d6a-a5c2-dda209f9ef6a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:26:13.664694 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-45e6f66e-b11f-4d6a-a5c2-dda209f9ef6a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:13.665954 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-45e6f66e-b11f-4d6a-a5c2-dda209f9ef6a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3463817 Jun 18 14:26:13.669118 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 49172) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:26:13.674523 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-cacfcb8c-4ac4-43a0-bfb3-498447a92e96 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Request body: {'floatingip': {'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:26:13.744815 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-cacfcb8c-4ac4-43a0-bfb3-498447a92e96 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for floatingip, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:13.847135 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-cacfcb8c-4ac4-43a0-bfb3-498447a92e96 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:13.953255 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_common [None req-cacfcb8c-4ac4-43a0-bfb3-498447a92e96 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Allocated IP 172.27.3.99 (bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae/6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898/6d5b2f7d-2111-4fec-a5db-3c13e945a506) {{(pid=93613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:26:14.058119 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-cacfcb8c-4ac4-43a0-bfb3-498447a92e96 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for port, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:14.174671 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-cacfcb8c-4ac4-43a0-bfb3-498447a92e96 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11814889'] for port, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:14.176812 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-8e5b3a4d-b6fd-4fc8-83fe-a3147531893e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:26:14.218385 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacfcb8c-4ac4-43a0-bfb3-498447a92e96 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae is already hosted by enough agents. {{(pid=93613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:26:14.221121 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.base_scheduler [None req-cacfcb8c-4ac4-43a0-bfb3-498447a92e96 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Resources bound (agent type, host, resource id): {{(pid=93613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:26:14.224822 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacfcb8c-4ac4-43a0-bfb3-498447a92e96 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Received port after_create {{(pid=93613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:26:14.258957 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacfcb8c-4ac4-43a0-bfb3-498447a92e96 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Pushing event updated for resources: {'Port': ['ID=6d5b2f7d-2111-4fec-a5db-3c13e945a506,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:26:14.263374 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-cacfcb8c-4ac4-43a0-bfb3-498447a92e96 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:26:14.327785 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-cacfcb8c-4ac4-43a0-bfb3-498447a92e96 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:14.461101 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-cacfcb8c-4ac4-43a0-bfb3-498447a92e96 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:14.624626 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-cacfcb8c-4ac4-43a0-bfb3-498447a92e96 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for port, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:14.714085 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-cacfcb8c-4ac4-43a0-bfb3-498447a92e96 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11814879'] for port, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:14.716218 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-67770d26-84ce-4ecc-8f11-31579c9c5965 tempest-AttachVolumeNegativeTest-1016721515 tempest-AttachVolumeNegativeTest-1016721515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:26:14.778414 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacfcb8c-4ac4-43a0-bfb3-498447a92e96 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Pushing event updated for resources: {'Port': ['ID=6d5b2f7d-2111-4fec-a5db-3c13e945a506,revision_number=2']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:26:14.782291 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-cacfcb8c-4ac4-43a0-bfb3-498447a92e96 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:26:14.795300 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-cacfcb8c-4ac4-43a0-bfb3-498447a92e96 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635786'] for floatingip, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:14.856910 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-cacfcb8c-4ac4-43a0-bfb3-498447a92e96 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for floatingip, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:14.858259 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-cacfcb8c-4ac4-43a0-bfb3-498447a92e96 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1881900 Jun 18 14:26:15.051226 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-6fc7fadb-87fe-4c40-b5b7-024a46995d59 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1347972319&fields=id&tenant_id=107d8e292f474633ab35671645fd2880 HTTP/1.1" status: 200 len: 267 time: 0.0353324 Jun 18 14:26:15.191627 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-4b04f4c7-3216-4a03-918e-ea754cf38b4d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:15.193116 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-4b04f4c7-3216-4a03-918e-ea754cf38b4d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/networks?id=34ea1a7a-1cdd-4064-b454-5495867b8273 HTTP/1.1" status: 200 len: 816 time: 0.1354208 Jun 18 14:26:15.209330 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-a2a29beb-8a57-4dc4-9bc7-64d902268c2a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/quotas/107d8e292f474633ab35671645fd2880 HTTP/1.1" status: 200 len: 375 time: 0.0105791 Jun 18 14:26:15.259567 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:15.284744 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-e5780333-4fe2-41aa-b8a2-eacfc369a4b9 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=107d8e292f474633ab35671645fd2880&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0697615 Jun 18 14:26:15.388422 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-58356124-e781-467c-b9b2-124bb2ebe17a service neutron] 10.222.0.26 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923426 Jun 18 14:26:15.474534 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-09ef7814-cc49-4741-8208-53327ec53a17 service neutron] 10.222.0.26 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795844 Jun 18 14:26:15.722206 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-528d31ac-44ee-4aaf-9758-ce626829973a req-32dcef92-6270-421f-82a6-87637606d3a8 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 210 time: 0.0281332 Jun 18 14:26:16.868320 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b26688bd-474b-47fd-9196-314bcaadf6aa req-9ad8c62e-6748-4f16-97c3-be20f7e10fa8 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 210 time: 0.0305262 Jun 18 14:26:17.023279 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:26:17.853022 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-a314d94e-8b4d-47b1-a09a-e93a75c18add tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:17.854454 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-a314d94e-8b4d-47b1-a09a-e93a75c18add tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.38 "GET /v2.0/networks?id=34ea1a7a-1cdd-4064-b454-5495867b8273 HTTP/1.1" status: 200 len: 816 time: 0.1073074 Jun 18 14:26:17.903602 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-fee138a7-d09f-4004-91d0-ea49802451dc tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=107d8e292f474633ab35671645fd2880 HTTP/1.1" status: 200 len: 380 time: 0.0336142 Jun 18 14:26:17.913047 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-4f35e3b9-edc0-46d2-bf54-aaab7e5763ae tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Request body: {'port': {'device_id': '70d3ceff-17eb-4c64-8ad8-218f8843d3fc', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'admin_state_up': True, 'tenant_id': '107d8e292f474633ab35671645fd2880', 'security_groups': ['76ab95ef-0a78-4d0e-bae9-4455539c874b']}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:26:18.026331 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-05f2e9e7-4510-4a92-90d3-7391c63bd513 req-59f5def0-4e3e-4495-bd12-f886d97a18a7 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 210 time: 0.0407028 Jun 18 14:26:18.136880 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-4f35e3b9-edc0-46d2-bf54-aaab7e5763ae tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Made reservation on behalf of 107d8e292f474633ab35671645fd2880 for: {'port': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:26:18.140537 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-4f35e3b9-edc0-46d2-bf54-aaab7e5763ae tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:18.263260 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-4f35e3b9-edc0-46d2-bf54-aaab7e5763ae tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Allocated IP 172.20.0.4 (34ea1a7a-1cdd-4064-b454-5495867b8273/3994dc00-6a2f-4cf8-8857-bc42cacf8da2/14441fd4-dd64-4554-9ace-65cfefa8b252) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:26:18.396944 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-4f35e3b9-edc0-46d2-bf54-aaab7e5763ae tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:18.410300 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-4f35e3b9-edc0-46d2-bf54-aaab7e5763ae tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Transition to ACTIVE for port object 14441fd4-dd64-4554-9ace-65cfefa8b252 will not be triggered until provisioned by entity DHCP. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:26:18.516367 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-4f35e3b9-edc0-46d2-bf54-aaab7e5763ae tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12393637'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:18.521507 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9ed7a704-03b8-4f4d-b65f-4ff0921437b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:26:18.560913 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-4f35e3b9-edc0-46d2-bf54-aaab7e5763ae tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Network 34ea1a7a-1cdd-4064-b454-5495867b8273 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:26:18.563967 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-4f35e3b9-edc0-46d2-bf54-aaab7e5763ae tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:26:18.566430 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-4f35e3b9-edc0-46d2-bf54-aaab7e5763ae tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:26:18.601339 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35e3b9-edc0-46d2-bf54-aaab7e5763ae tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Pushing event updated for resources: {'Port': ['ID=14441fd4-dd64-4554-9ace-65cfefa8b252,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:26:18.604623 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-4f35e3b9-edc0-46d2-bf54-aaab7e5763ae tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:26:18.626404 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-4f35e3b9-edc0-46d2-bf54-aaab7e5763ae tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:18.627218 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-4f35e3b9-edc0-46d2-bf54-aaab7e5763ae tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:18.706239 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-4f35e3b9-edc0-46d2-bf54-aaab7e5763ae tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7969389 Jun 18 14:26:18.724172 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Request body: {'port': {'device_id': '70d3ceff-17eb-4c64-8ad8-218f8843d3fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:26:18.800104 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:18.847924 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-8e131ef9-12d5-4e5a-9d71-a4b28f999345 None None] Provisioning for port 14441fd4-dd64-4554-9ace-65cfefa8b252 completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:26:18.851878 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-8e131ef9-12d5-4e5a-9d71-a4b28f999345 None None] Provisioning complete for port 14441fd4-dd64-4554-9ace-65cfefa8b252 triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:26:18.852257 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8e131ef9-12d5-4e5a-9d71-a4b28f999345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:18.886448 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-8e131ef9-12d5-4e5a-9d71-a4b28f999345 None None] Port 14441fd4-dd64-4554-9ace-65cfefa8b252 cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:26:19.059268 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14441fd4-dd64-4554-9ace-65cfefa8b252 {{(pid=93612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:26:19.067377 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:19.081218 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Transition to ACTIVE for port object 14441fd4-dd64-4554-9ace-65cfefa8b252 will not be triggered until provisioned by entity L2. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:26:19.171644 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:19.174946 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-ec70193a-eea0-4ddc-a516-56801e9bc734 tempest-TestShelveInstance-485695430 tempest-TestShelveInstance-485695430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:26:19.523381 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Pushing event updated for resources: {'Port': ['ID=14441fd4-dd64-4554-9ace-65cfefa8b252,revision_number=2']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:26:19.534083 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:26:19.585325 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d283d98-0694-4cdc-b8e6-5dbbba7c9213 req-64096416-4333-496b-aef6-44184255b485 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:19.586840 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7d283d98-0694-4cdc-b8e6-5dbbba7c9213 req-64096416-4333-496b-aef6-44184255b485 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 931 time: 0.4452918 Jun 18 14:26:19.632991 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Attempting to bind port 14441fd4-dd64-4554-9ace-65cfefa8b252 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:26:19.633615 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Attempting to bind port 14441fd4-dd64-4554-9ace-65cfefa8b252 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '6a9057c8-1ac1-4a81-a289-8ea95e1744d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273'}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:26:19.633940 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Attempting to bind port 14441fd4-dd64-4554-9ace-65cfefa8b252 on network 34ea1a7a-1cdd-4064-b454-5495867b8273 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:26:19.641644 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7d283d98-0694-4cdc-b8e6-5dbbba7c9213 req-555c3ddc-8f0d-4659-a4e0-f846ebbbad7e tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476072 Jun 18 14:26:19.643052 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Port 14441fd4-dd64-4554-9ace-65cfefa8b252 on network 34ea1a7a-1cdd-4064-b454-5495867b8273 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 14:26:19.643363 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Attempting to bind port 14441fd4-dd64-4554-9ace-65cfefa8b252 on network 34ea1a7a-1cdd-4064-b454-5495867b8273 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:26:19.648069 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Checking agent: {'id': '29ce2f09-b2be-4853-98fa-378b10f49f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'started_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:26:19.648404 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Checking segment: {'id': '6a9057c8-1ac1-4a81-a289-8ea95e1744d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:26:19.648823 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Bound using segment: {'id': '6a9057c8-1ac1-4a81-a289-8ea95e1744d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273'} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:26:19.649184 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Bound port: 14441fd4-dd64-4554-9ace-65cfefa8b252, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9057c8-1ac1-4a81-a289-8ea95e1744d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273'}}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:26:19.649670 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:19.716057 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] For port 14441fd4-dd64-4554-9ace-65cfefa8b252, host hv-cinder-79575, cleared binding levels {{(pid=93612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:26:19.719010 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] For port 14441fd4-dd64-4554-9ace-65cfefa8b252, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=14441fd4-dd64-4554-9ace-65cfefa8b252,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:26:19.794195 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:19.796354 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-22ea3f47-d2cc-44b8-b03f-9ae59645ef2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:26:19.838068 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:19.838680 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:19.840051 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] 10.222.0.38 "PUT /v2.0/ports/14441fd4-dd64-4554-9ace-65cfefa8b252 HTTP/1.1" status: 200 len: 1093 time: 1.1209908 Jun 18 14:26:19.840586 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d3ceff-17eb-4c64-8ad8-218f8843d3fc', 'tag': '14441fd4-dd64-4554-9ace-65cfefa8b252'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:26:19.842931 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779db7dc-9ee2-4a66-bdc0-48d29c677deb" -d '{"events": [{"name": "network-changed", "server_uuid": "70d3ceff-17eb-4c64-8ad8-218f8843d3fc", "tag": "14441fd4-dd64-4554-9ace-65cfefa8b252"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:26:19.867958 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Pushing event updated for resources: {'Port': ['ID=14441fd4-dd64-4554-9ace-65cfefa8b252,revision_number=3']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:26:19.871253 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:26:19.894410 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11944f41-1451-417b-8349-a6301730526b x-openstack-request-id: req-11944f41-1451-417b-8349-a6301730526b {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:26:19.896504 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d3ceff-17eb-4c64-8ad8-218f8843d3fc", "tag": "14441fd4-dd64-4554-9ace-65cfefa8b252", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:26:19.896504 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11944f41-1451-417b-8349-a6301730526b {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:26:19.896504 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d3ceff-17eb-4c64-8ad8-218f8843d3fc', 'tag': '14441fd4-dd64-4554-9ace-65cfefa8b252', 'status': 'completed', 'code': 200} Jun 18 14:26:19.998483 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779db7dc-9ee2-4a66-bdc0-48d29c677deb req-972b38fe-2a05-4582-a307-3d13576dbd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:19.999980 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-779db7dc-9ee2-4a66-bdc0-48d29c677deb req-972b38fe-2a05-4582-a307-3d13576dbd46 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=107d8e292f474633ab35671645fd2880&device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 1096 time: 0.0628064 Jun 18 14:26:20.121736 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779db7dc-9ee2-4a66-bdc0-48d29c677deb req-de855754-4929-4213-a1ec-6915ba7ad28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:20.123353 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-779db7dc-9ee2-4a66-bdc0-48d29c677deb req-de855754-4929-4213-a1ec-6915ba7ad28c service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=107d8e292f474633ab35671645fd2880&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0974083 Jun 18 14:26:20.216287 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779db7dc-9ee2-4a66-bdc0-48d29c677deb req-0d257a89-8d9f-4098-89fe-575dcc869a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:20.217760 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-779db7dc-9ee2-4a66-bdc0-48d29c677deb req-0d257a89-8d9f-4098-89fe-575dcc869a58 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883307 Jun 18 14:26:20.329243 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-fe0eb312-2331-4717-a677-1af599163d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:20.330888 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-fe0eb312-2331-4717-a677-1af599163d8c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=107d8e292f474633ab35671645fd2880&device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 1096 time: 0.0513792 Jun 18 14:26:20.379948 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-58904f8d-93b0-4b35-8c99-e749f5e2a569 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14441fd4-dd64-4554-9ace-65cfefa8b252 HTTP/1.1" status: 200 len: 217 time: 0.0367329 Jun 18 14:26:20.425920 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-75e7a356-9fde-418c-9dbe-5c6179f730d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:20.427289 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-75e7a356-9fde-418c-9dbe-5c6179f730d4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3994dc00-6a2f-4cf8-8857-bc42cacf8da2 HTTP/1.1" status: 200 len: 855 time: 0.0420012 Jun 18 14:26:20.482484 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-67b15518-c686-4474-a4fb-1a07e671f44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:20.483938 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-67b15518-c686-4474-a4fb-1a07e671f44e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=34ea1a7a-1cdd-4064-b454-5495867b8273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508053 Jun 18 14:26:20.578671 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-592706d4-1366-4abe-8a36-20ca981e385d service neutron] 10.222.0.38 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852921 Jun 18 14:26:20.669003 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c583b204-c79b-4a00-86d0-9d5d58b62023 req-3808ae80-dba0-454e-a98f-0cb854090163 service neutron] 10.222.0.38 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840368 Jun 18 14:26:20.836311 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d3189-7680-4951-9de7-9c0ca5c841f7 req-0d5dcb41-3085-4805-bba9-77e337f1498c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:20.837818 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-e91d3189-7680-4951-9de7-9c0ca5c841f7 req-0d5dcb41-3085-4805-bba9-77e337f1498c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 943 time: 0.0698321 Jun 18 14:26:20.875410 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-e91d3189-7680-4951-9de7-9c0ca5c841f7 req-6c1a840c-7b8c-4aa6-b977-8f3135246c32 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316534 Jun 18 14:26:22.053115 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6307849-b810-41b0-961b-7f01718166a9 req-7f3f5832-9991-4342-bb3d-f7c056545477 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:22.054608 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a6307849-b810-41b0-961b-7f01718166a9 req-7f3f5832-9991-4342-bb3d-f7c056545477 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 943 time: 0.0625865 Jun 18 14:26:22.090564 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a6307849-b810-41b0-961b-7f01718166a9 req-ffa0d62b-cdf3-4848-a33d-c72187be4aee tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302289 Jun 18 14:26:23.271302 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22622bc-0528-426d-ab79-e40d61dc5255 req-37ee15b5-147f-4b62-9ca8-a56762d4a390 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:23.271988 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d22622bc-0528-426d-ab79-e40d61dc5255 req-37ee15b5-147f-4b62-9ca8-a56762d4a390 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 943 time: 0.0662003 Jun 18 14:26:23.308681 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d22622bc-0528-426d-ab79-e40d61dc5255 req-389329d4-0d0c-477c-b579-97b9705c5ad3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314345 Jun 18 14:26:24.481223 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16222577-ab5b-4dd9-97ce-0e9b0c54d46a req-801b1dd6-1677-48d7-8be8-0fc25f00f440 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:24.482691 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-16222577-ab5b-4dd9-97ce-0e9b0c54d46a req-801b1dd6-1677-48d7-8be8-0fc25f00f440 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 943 time: 0.0615325 Jun 18 14:26:24.520822 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-16222577-ab5b-4dd9-97ce-0e9b0c54d46a req-d140845c-748d-4c06-a3d4-de5b76b49eb8 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324910 Jun 18 14:26:25.558866 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 14441fd4-dd64-4554-9ace-65cfefa8b252 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:26:25.654489 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 14441fd4-dd64-4554-9ace-65cfefa8b252, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=14441fd4-dd64-4554-9ace-65cfefa8b252,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:26:25.667028 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': '14441fd4-dd64-4554-9ace-65cfefa8b252', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'port_id': '14441fd4-dd64-4554-9ace-65cfefa8b252', 'mac_address': 'fa:16:3e:d1:35:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:26:25.697280 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8812b-a94e-428d-a1eb-5f3417c7acbe req-751d5edc-9fec-40bd-bb06-7891a8864696 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:25.698778 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-12d8812b-a94e-428d-a1eb-5f3417c7acbe req-751d5edc-9fec-40bd-bb06-7891a8864696 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 943 time: 0.0632944 Jun 18 14:26:25.703608 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:25.718358 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14441fd4-dd64-4554-9ace-65cfefa8b252 {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:26:25.738759 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-12d8812b-a94e-428d-a1eb-5f3417c7acbe req-3c9f7e74-070e-463d-a36b-d86cb7dc0384 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336626 Jun 18 14:26:25.739017 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 14441fd4-dd64-4554-9ace-65cfefa8b252, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=14441fd4-dd64-4554-9ace-65cfefa8b252,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:26:25.818862 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:25.821638 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:26:25.865903 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=14441fd4-dd64-4554-9ace-65cfefa8b252,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:26:25.872629 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:25.872987 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:25.873332 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:25.873700 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:25.874037 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:25.874373 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:25.874705 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:25.875042 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:25.875374 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:25.875701 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:25.876029 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:25.876355 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:26:25.880642 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:26:26.318327 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['14441fd4-dd64-4554-9ace-65cfefa8b252'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:26:26.922455 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ddd2b-596f-4fc8-8e1c-61a9cc387179 req-afa49871-9b0b-4c75-82b2-95d4555e3d39 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:26.924414 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9a2ddd2b-596f-4fc8-8e1c-61a9cc387179 req-afa49871-9b0b-4c75-82b2-95d4555e3d39 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 944 time: 0.0690918 Jun 18 14:26:26.961106 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9a2ddd2b-596f-4fc8-8e1c-61a9cc387179 req-a1a23c1f-a79c-4c8b-a3fc-ad97be4d68d9 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309241 Jun 18 14:26:27.577071 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 14441fd4-dd64-4554-9ace-65cfefa8b252 up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:26:27.692645 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning for port 14441fd4-dd64-4554-9ace-65cfefa8b252 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:26:27.696554 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port 14441fd4-dd64-4554-9ace-65cfefa8b252 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:26:27.696935 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:27.777704 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:27.802930 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d3ceff-17eb-4c64-8ad8-218f8843d3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14441fd4-dd64-4554-9ace-65cfefa8b252'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:26:27.805209 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b818f8f-5206-4229-943f-85d9a05c4477" -d '{"events": [{"server_uuid": "70d3ceff-17eb-4c64-8ad8-218f8843d3fc", "name": "network-vif-plugged", "status": "completed", "tag": "14441fd4-dd64-4554-9ace-65cfefa8b252"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:26:27.817691 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 14441fd4-dd64-4554-9ace-65cfefa8b252, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=14441fd4-dd64-4554-9ace-65cfefa8b252,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:26:27.895721 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed402c0b-4289-4601-a242-f37b918254db x-openstack-request-id: req-ed402c0b-4289-4601-a242-f37b918254db {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:26:27.896024 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d3ceff-17eb-4c64-8ad8-218f8843d3fc", "name": "network-vif-plugged", "status": "completed", "tag": "14441fd4-dd64-4554-9ace-65cfefa8b252", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:26:27.896290 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed402c0b-4289-4601-a242-f37b918254db {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:26:27.896690 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d3ceff-17eb-4c64-8ad8-218f8843d3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14441fd4-dd64-4554-9ace-65cfefa8b252', 'code': 200} Jun 18 14:26:27.909661 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:27.911482 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:26:27.958001 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=14441fd4-dd64-4554-9ace-65cfefa8b252,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:26:27.967305 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:26:28.169585 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463053b2-2e6f-4dde-86b6-c03d1ee21336 req-aee38f13-9cae-4c25-8591-c2759e21b9f7 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:28.171206 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-463053b2-2e6f-4dde-86b6-c03d1ee21336 req-aee38f13-9cae-4c25-8591-c2759e21b9f7 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0824790 Jun 18 14:26:28.215347 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-463053b2-2e6f-4dde-86b6-c03d1ee21336 req-a31dd7cd-74ea-4a71-84d6-cbccd4aaa3ea tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375562 Jun 18 14:26:28.418643 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f9d27-a9e4-47d5-8020-b13ed18d41c2 req-f1a0371d-d017-44ae-9533-0195567d1245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:28.420148 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-861f9d27-a9e4-47d5-8020-b13ed18d41c2 req-f1a0371d-d017-44ae-9533-0195567d1245 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 1098 time: 0.0517042 Jun 18 14:26:28.452172 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-861f9d27-a9e4-47d5-8020-b13ed18d41c2 req-8a8f0dc8-f432-4565-a810-4e912e7d182b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260403 Jun 18 14:26:29.395121 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a193f-6dc2-4635-afb7-ccb2d2d9c208 req-9f102f9b-cc34-4f00-b9e2-cce4b0dfb370 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:29.396480 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c58a193f-6dc2-4635-afb7-ccb2d2d9c208 req-9f102f9b-cc34-4f00-b9e2-cce4b0dfb370 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0625498 Jun 18 14:26:29.433199 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c58a193f-6dc2-4635-afb7-ccb2d2d9c208 req-4061edb2-511d-4fe2-882e-2aa10cbcc832 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310626 Jun 18 14:26:30.618113 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a63a2c-8a6f-4e41-bd6a-85079968da3c req-a835ae96-20e6-4050-8c9c-65d7d00eab64 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:30.619584 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-84a63a2c-8a6f-4e41-bd6a-85079968da3c req-a835ae96-20e6-4050-8c9c-65d7d00eab64 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0652244 Jun 18 14:26:30.656254 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-84a63a2c-8a6f-4e41-bd6a-85079968da3c req-3c63fe66-85ee-4570-8039-02bbb7fdc9a5 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308959 Jun 18 14:26:30.835239 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb6969-7230-4342-9f99-0bf3aaedec66 req-c0037c0f-bb96-42e5-9cb7-eec588f8ee77 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:30.836627 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7aeb6969-7230-4342-9f99-0bf3aaedec66 req-c0037c0f-bb96-42e5-9cb7-eec588f8ee77 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0681603 Jun 18 14:26:30.845090 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 49266) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:26:30.849561 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.v2.base [None req-514e2cb7-11e4-4e74-855e-9f7e1ce1fbf6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Request body: {'floatingip': {'port_id': '14441fd4-dd64-4554-9ace-65cfefa8b252'}} {{(pid=93613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:26:30.891371 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-514e2cb7-11e4-4e74-855e-9f7e1ce1fbf6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for floatingip, before_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:31.613923 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-514e2cb7-11e4-4e74-855e-9f7e1ce1fbf6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:31.675167 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-514e2cb7-11e4-4e74-855e-9f7e1ce1fbf6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635786'] for floatingip, after_update {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:31.772690 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.db.l3_db [None req-514e2cb7-11e4-4e74-855e-9f7e1ce1fbf6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Floating IP 8e758688-47fa-4d6c-948a-8bc6a9408439 associated. External IP: 172.27.3.99, port: 14441fd4-dd64-4554-9ace-65cfefa8b252. Jun 18 14:26:31.971131 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514e2cb7-11e4-4e74-855e-9f7e1ce1fbf6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Router 68e8837d-9fe5-4c94-8dd1-df1bb585495a has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:26:32.075425 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514e2cb7-11e4-4e74-855e-9f7e1ce1fbf6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:26:32.080371 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-514e2cb7-11e4-4e74-855e-9f7e1ce1fbf6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for floatingip, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:32.085615 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39e96e4-09e6-409a-a7a6-11d4a2d64c18 None None] Sync routers for ids ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:26:32.095952 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39e96e4-09e6-409a-a7a6-11d4a2d64c18 None None] Routers {'68e8837d-9fe5-4c94-8dd1-df1bb585495a'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:26:32.096712 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-d39e96e4-09e6-409a-a7a6-11d4a2d64c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:26:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:26:32.118977 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-514e2cb7-11e4-4e74-855e-9f7e1ce1fbf6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "PUT /v2.0/floatingips/8e758688-47fa-4d6c-948a-8bc6a9408439 HTTP/1.1" status: 200 len: 990 time: 1.2728209 Jun 18 14:26:32.119751 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d3ceff-17eb-4c64-8ad8-218f8843d3fc', 'tag': '14441fd4-dd64-4554-9ace-65cfefa8b252'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:26:32.122163 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b95addf-3745-4be5-ab10-aae0e8e0c4be" -d '{"events": [{"name": "network-changed", "server_uuid": "70d3ceff-17eb-4c64-8ad8-218f8843d3fc", "tag": "14441fd4-dd64-4554-9ace-65cfefa8b252"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:26:32.166919 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15099a5-84fa-4ac0-89cc-f69d835a8a7c x-openstack-request-id: req-a15099a5-84fa-4ac0-89cc-f69d835a8a7c {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:26:32.167260 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d3ceff-17eb-4c64-8ad8-218f8843d3fc", "tag": "14441fd4-dd64-4554-9ace-65cfefa8b252", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:26:32.167554 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a15099a5-84fa-4ac0-89cc-f69d835a8a7c {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:26:32.168126 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d3ceff-17eb-4c64-8ad8-218f8843d3fc', 'tag': '14441fd4-dd64-4554-9ace-65cfefa8b252', 'status': 'completed', 'code': 200} Jun 18 14:26:32.289350 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95addf-3745-4be5-ab10-aae0e8e0c4be req-77f3cb00-9d5d-4f2f-a1e0-b4c6f9fd58c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:32.291026 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8b95addf-3745-4be5-ab10-aae0e8e0c4be req-77f3cb00-9d5d-4f2f-a1e0-b4c6f9fd58c4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=107d8e292f474633ab35671645fd2880&device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 1098 time: 0.0584450 Jun 18 14:26:32.342654 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-d39e96e4-09e6-409a-a7a6-11d4a2d64c18 None None] Set router 68e8837d-9fe5-4c94-8dd1-df1bb585495a gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:26:32.391621 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95addf-3745-4be5-ab10-aae0e8e0c4be req-213dcff2-c9c3-44fe-b4f5-7c4e4487a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:32.393113 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8b95addf-3745-4be5-ab10-aae0e8e0c4be req-213dcff2-c9c3-44fe-b4f5-7c4e4487a614 service neutron] 10.222.0.38 "GET /v2.0/networks?id=34ea1a7a-1cdd-4064-b454-5495867b8273 HTTP/1.1" status: 200 len: 917 time: 0.0959618 Jun 18 14:26:32.458309 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8b95addf-3745-4be5-ab10-aae0e8e0c4be req-a9c1acfd-71be-4c81-a994-6107be9ab4fb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14441fd4-dd64-4554-9ace-65cfefa8b252 HTTP/1.1" status: 200 len: 998 time: 0.0578263 Jun 18 14:26:32.516751 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95addf-3745-4be5-ab10-aae0e8e0c4be req-cf0faf05-18e3-4321-843e-278c7946d7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:32.518176 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8b95addf-3745-4be5-ab10-aae0e8e0c4be req-cf0faf05-18e3-4321-843e-278c7946d7f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3994dc00-6a2f-4cf8-8857-bc42cacf8da2 HTTP/1.1" status: 200 len: 855 time: 0.0538898 Jun 18 14:26:32.579211 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-d39e96e4-09e6-409a-a7a6-11d4a2d64c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'name': 'tempest-AttachVolumeShelveTestJSON-661007217-router', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:36Z', 'updated_at': '2021-06-18T14:19:46Z', 'revision_number': 4, 'project_id': '107d8e292f474633ab35671645fd2880', 'gw_port': {'id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:37Z', 'updated_at': '2021-06-18T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': '8e758688-47fa-4d6c-948a-8bc6a9408439', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'port_id': '14441fd4-dd64-4554-9ace-65cfefa8b252', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'mac_address': 'fa:16:3e:d1:35:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d3ceff-17eb-4c64-8ad8-218f8843d3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:26:14Z', 'updated_at': '2021-06-18T14:26:31Z', 'revision_number': 1, 'project_id': '107d8e292f474633ab35671645fd2880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd788fd0d-125b-4c61-ae72-f7713676735e', 'name': '', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'mac_address': 'fa:16:3e:d2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:44Z', 'updated_at': '2021-06-18T14:19:58Z', 'revision_number': 5, 'project_id': '107d8e292f474633ab35671645fd2880', 'subnets': [{'id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:26:32.586585 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95addf-3745-4be5-ab10-aae0e8e0c4be req-0fbeff2e-4e08-4d07-bb1a-20a8e8a2966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:32.588106 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8b95addf-3745-4be5-ab10-aae0e8e0c4be req-0fbeff2e-4e08-4d07-bb1a-20a8e8a2966d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=34ea1a7a-1cdd-4064-b454-5495867b8273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626719 Jun 18 14:26:32.611895 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39e96e4-09e6-409a-a7a6-11d4a2d64c18 None None] Checking router: 68e8837d-9fe5-4c94-8dd1-df1bb585495a for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:26:32.621939 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39e96e4-09e6-409a-a7a6-11d4a2d64c18 None None] Routers {'68e8837d-9fe5-4c94-8dd1-df1bb585495a'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:26:32.622153 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-d39e96e4-09e6-409a-a7a6-11d4a2d64c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:26:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:26:32.683836 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8b95addf-3745-4be5-ab10-aae0e8e0c4be req-d402f135-e9ce-4267-9b6b-17a86ef1b7fd service neutron] 10.222.0.38 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859330 Jun 18 14:26:32.728893 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-d39e96e4-09e6-409a-a7a6-11d4a2d64c18 None None] Set router 68e8837d-9fe5-4c94-8dd1-df1bb585495a gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:26:32.789541 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8b95addf-3745-4be5-ab10-aae0e8e0c4be req-b38505dc-ef9a-46a0-a72a-e0a82815054b service neutron] 10.222.0.38 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869892 Jun 18 14:26:32.966092 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-d39e96e4-09e6-409a-a7a6-11d4a2d64c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'name': 'tempest-AttachVolumeShelveTestJSON-661007217-router', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:36Z', 'updated_at': '2021-06-18T14:19:46Z', 'revision_number': 4, 'project_id': '107d8e292f474633ab35671645fd2880', 'gw_port': {'id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:37Z', 'updated_at': '2021-06-18T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': '8e758688-47fa-4d6c-948a-8bc6a9408439', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'port_id': '14441fd4-dd64-4554-9ace-65cfefa8b252', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'mac_address': 'fa:16:3e:d1:35:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d3ceff-17eb-4c64-8ad8-218f8843d3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:26:14Z', 'updated_at': '2021-06-18T14:26:31Z', 'revision_number': 1, 'project_id': '107d8e292f474633ab35671645fd2880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd788fd0d-125b-4c61-ae72-f7713676735e', 'name': '', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'mac_address': 'fa:16:3e:d2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:44Z', 'updated_at': '2021-06-18T14:19:58Z', 'revision_number': 5, 'project_id': '107d8e292f474633ab35671645fd2880', 'subnets': [{'id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:26:32.991919 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39e96e4-09e6-409a-a7a6-11d4a2d64c18 None None] The sync data for ids ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'] in dv-cinder-795751-2-iscsi is: [{'id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'name': 'tempest-AttachVolumeShelveTestJSON-661007217-router', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:36Z', 'updated_at': '2021-06-18T14:19:46Z', 'revision_number': 4, 'project_id': '107d8e292f474633ab35671645fd2880', 'gw_port': {'id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:37Z', 'updated_at': '2021-06-18T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': '8e758688-47fa-4d6c-948a-8bc6a9408439', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'port_id': '14441fd4-dd64-4554-9ace-65cfefa8b252', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'mac_address': 'fa:16:3e:d1:35:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d3ceff-17eb-4c64-8ad8-218f8843d3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:26:14Z', 'updated_at': '2021-06-18T14:26:31Z', 'revision_number': 1, 'project_id': '107d8e292f474633ab35671645fd2880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd788fd0d-125b-4c61-ae72-f7713676735e', 'name': '', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'mac_address': 'fa:16:3e:d2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:44Z', 'updated_at': '2021-06-18T14:19:58Z', 'revision_number': 5, 'project_id': '107d8e292f474633ab35671645fd2880', 'subnets': [{'id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:26:33.161873 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2608eb-d279-41e3-91a6-87a1896e5964 None None] New status for floating IP 8e758688-47fa-4d6c-948a-8bc6a9408439: ACTIVE {{(pid=93615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 14:26:38.616249 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-d104fdf7-378c-45f0-9b74-8cbd34ab64f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:42.028716 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:42.498020 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-77022cb2-1505-45cf-a69b-460508f72ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:43.123951 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:43.463305 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:45.240270 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:26:51.929328 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69be2ba7-0ad5-41f5-a6d5-15dc4a4b24db req-d928def9-8950-4a71-ad0e-f9daeadc0c47 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506666 Jun 18 14:26:52.027397 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be2ba7-0ad5-41f5-a6d5-15dc4a4b24db req-e1b3a790-1b3b-4d3d-b0ab-3e3fd63d7f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:52.028887 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69be2ba7-0ad5-41f5-a6d5-15dc4a4b24db req-e1b3a790-1b3b-4d3d-b0ab-3e3fd63d7f2f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbb479abbf4e4acda8c320ef124c4e8c&device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 1099 time: 0.0530901 Jun 18 14:26:52.141483 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be2ba7-0ad5-41f5-a6d5-15dc4a4b24db req-4e86b6fe-5567-4ec2-b4b3-dc5e6370cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:52.142979 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69be2ba7-0ad5-41f5-a6d5-15dc4a4b24db req-4e86b6fe-5567-4ec2-b4b3-dc5e6370cc4d service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5 HTTP/1.1" status: 200 len: 913 time: 0.0886626 Jun 18 14:26:52.210107 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69be2ba7-0ad5-41f5-a6d5-15dc4a4b24db req-e03e997e-3768-4dd6-989e-7848febd9d9d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43eff6a8-fc06-4c51-83d1-549510fa6d4a HTTP/1.1" status: 200 len: 1001 time: 0.0577636 Jun 18 14:26:52.261394 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be2ba7-0ad5-41f5-a6d5-15dc4a4b24db req-33d10693-84a7-417b-817d-07b2648c6425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:52.263087 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69be2ba7-0ad5-41f5-a6d5-15dc4a4b24db req-33d10693-84a7-417b-817d-07b2648c6425 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=649a9e32-52ab-47bf-bb55-ed3bf5cc8750 HTTP/1.1" status: 200 len: 851 time: 0.0450795 Jun 18 14:26:52.330084 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be2ba7-0ad5-41f5-a6d5-15dc4a4b24db req-8cd9932b-9472-4211-97a4-ed25318e9a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:26:52.331586 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69be2ba7-0ad5-41f5-a6d5-15dc4a4b24db req-8cd9932b-9472-4211-97a4-ed25318e9a90 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564647 Jun 18 14:26:52.435197 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69be2ba7-0ad5-41f5-a6d5-15dc4a4b24db req-6cf6f1dd-1c45-4342-a186-82136c57ed11 service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819795 Jun 18 14:26:52.528630 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-69be2ba7-0ad5-41f5-a6d5-15dc4a4b24db req-9ae97197-5a88-446a-9049-898f86845e6b service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857377 Jun 18 14:26:54.022271 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:27:08.548084 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-a9691ee7-f760-4052-9d3c-1745cac112d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:12.033150 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:12.490477 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-72fbb238-8246-4935-896d-203a39b6e575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:13.170745 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:13.439045 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:15.261744 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:29.140389 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcba3c-4d6b-4504-ad69-7876e0f607b2 req-7356f9e8-b8b0-46c1-8089-26f57643f426 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:27:29.141863 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b8bcba3c-4d6b-4504-ad69-7876e0f607b2 req-7356f9e8-b8b0-46c1-8089-26f57643f426 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 945 time: 0.0643570 Jun 18 14:27:29.178228 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b8bcba3c-4d6b-4504-ad69-7876e0f607b2 req-26fb496b-0920-46ed-9efd-93e90f846c4c tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e692c71-687a-4ef7-a2ec-ca56ffbdd77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298781 Jun 18 14:27:30.347529 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008b305-07a9-4570-bd39-7dee373a7b5e req-df38857e-120f-447b-8dc6-ae969d4f7075 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:27:30.349016 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a008b305-07a9-4570-bd39-7dee373a7b5e req-df38857e-120f-447b-8dc6-ae969d4f7075 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 945 time: 0.0617096 Jun 18 14:27:30.386661 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a008b305-07a9-4570-bd39-7dee373a7b5e req-095d69c0-dba1-45c7-b2e4-fe26e9000a15 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e692c71-687a-4ef7-a2ec-ca56ffbdd77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318179 Jun 18 14:27:31.022120 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:27:31.313619 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609bb282-97a5-446e-ad91-ffc74a821a83 req-decc5001-21a9-48ba-a75c-030c213f94a3 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:27:31.315040 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-609bb282-97a5-446e-ad91-ffc74a821a83 req-decc5001-21a9-48ba-a75c-030c213f94a3 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 945 time: 0.0656371 Jun 18 14:27:31.411716 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [req-609bb282-97a5-446e-ad91-ffc74a821a83 req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Deleting port 161717a8-71a0-4d34-ab2c-de81393761ad {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:27:31.412495 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-609bb282-97a5-446e-ad91-ffc74a821a83 req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:31.537601 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-609bb282-97a5-446e-ad91-ffc74a821a83 req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] For port 161717a8-71a0-4d34-ab2c-de81393761ad, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=161717a8-71a0-4d34-ab2c-de81393761ad,segment=NetworkSegment(bb5ae42b-fe35-4e44-bbed-61794b3b7dd5),segment_id=bb5ae42b-fe35-4e44-bbed-61794b3b7dd5)] {{(pid=93612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:27:31.537971 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-609bb282-97a5-446e-ad91-ffc74a821a83 req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:31.656671 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266accd-cdf1-43de-a2fa-c3608becb704 req-dd690157-e4dd-465c-8d4d-9393f373e9de tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:27:31.658155 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f266accd-cdf1-43de-a2fa-c3608becb704 req-dd690157-e4dd-465c-8d4d-9393f373e9de tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 945 time: 0.1594667 Jun 18 14:27:31.739180 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f266accd-cdf1-43de-a2fa-c3608becb704 req-0599cafb-3db0-4359-9224-0c13efc62e3d tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e692c71-687a-4ef7-a2ec-ca56ffbdd77b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749991 Jun 18 14:27:31.748583 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-609bb282-97a5-446e-ad91-ffc74a821a83 req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:31.748955 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-609bb282-97a5-446e-ad91-ffc74a821a83 req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635786'] for floatingip, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:31.749269 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.l3_db [req-609bb282-97a5-446e-ad91-ffc74a821a83 req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Floating IP 85431589-6163-463c-bac5-b3a800b43ab8 disassociated. External IP: 172.27.3.111, port: 161717a8-71a0-4d34-ab2c-de81393761ad. Jun 18 14:27:31.749646 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [req-609bb282-97a5-446e-ad91-ffc74a821a83 req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Calling delete_port for 161717a8-71a0-4d34-ab2c-de81393761ad owned by compute:nova {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:27:31.929294 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-609bb282-97a5-446e-ad91-ffc74a821a83 req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:31.933144 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:27:31.956130 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Pushing event deleted for resources: {'Port': ['ID=161717a8-71a0-4d34-ab2c-de81393761ad,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:27:31.965603 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:31.965992 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:31.966368 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:31.966740 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:31.968490 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:31.968490 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:31.968490 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:31.968490 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:31.969971 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:31.969971 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:31.969971 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:31.969971 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:31.974984 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:27:32.088487 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-609bb282-97a5-446e-ad91-ffc74a821a83 req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:27:32.197770 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-609bb282-97a5-446e-ad91-ffc74a821a83 req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:27:32.209470 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e2f31-68cc-43ed-b838-637c00db976f None None] Sync routers for ids ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:27:32.218818 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e2f31-68cc-43ed-b838-637c00db976f None None] Routers {'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:27:32.219472 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-227e2f31-68cc-43ed-b838-637c00db976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:27:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:27:32.243474 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-609bb282-97a5-446e-ad91-ffc74a821a83 req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] No DVR routers for this DVR port 161717a8-71a0-4d34-ab2c-de81393761ad on host hv-cinder-79575 {{(pid=93612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:27:32.245975 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-609bb282-97a5-446e-ad91-ffc74a821a83 req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:32.247966 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-609bb282-97a5-446e-ad91-ffc74a821a83 req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.38 "DELETE /v2.0/ports/161717a8-71a0-4d34-ab2c-de81393761ad HTTP/1.1" status: 204 len: 173 time: 0.9278750 Jun 18 14:27:32.248547 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb12b3b4-e10d-4f4b-a10c-a95229dd21a7', 'name': 'network-vif-deleted', 'tag': '161717a8-71a0-4d34-ab2c-de81393761ad'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:27:32.250987 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e70fc96-3321-4107-bf8e-e04ec4f07d98" -d '{"events": [{"server_uuid": "cb12b3b4-e10d-4f4b-a10c-a95229dd21a7", "name": "network-vif-deleted", "tag": "161717a8-71a0-4d34-ab2c-de81393761ad"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:27:32.289451 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61057e23-ec66-4408-9ce6-21e133603685 x-openstack-request-id: req-61057e23-ec66-4408-9ce6-21e133603685 {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:27:32.289451 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb12b3b4-e10d-4f4b-a10c-a95229dd21a7", "name": "network-vif-deleted", "tag": "161717a8-71a0-4d34-ab2c-de81393761ad", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:27:32.289451 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61057e23-ec66-4408-9ce6-21e133603685 {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:27:32.289451 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb12b3b4-e10d-4f4b-a10c-a95229dd21a7', 'name': 'network-vif-deleted', 'tag': '161717a8-71a0-4d34-ab2c-de81393761ad', 'status': 'completed', 'code': 200} Jun 18 14:27:32.336479 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-227e2f31-68cc-43ed-b838-637c00db976f None None] Set router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:27:32.539720 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-227e2f31-68cc-43ed-b838-637c00db976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'name': 'tempest-AttachVolumeTestJSON-1981730314-router', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e6169665-228e-401f-b847-84c902a86c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:22Z', 'updated_at': '2021-06-18T14:17:31Z', 'revision_number': 4, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'gw_port': {'id': 'e6169665-228e-401f-b847-84c902a86c48', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:24Z', 'updated_at': '2021-06-18T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '3fe8840e-50b5-4942-b3e0-63c14b018223', 'name': '', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'mac_address': 'fa:16:3e:4e:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:30Z', 'updated_at': '2021-06-18T14:17:37Z', 'revision_number': 5, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'subnets': [{'id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:27:32.565622 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e2f31-68cc-43ed-b838-637c00db976f None None] Checking router: b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:27:32.574595 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e2f31-68cc-43ed-b838-637c00db976f None None] Routers {'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:27:32.575262 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-227e2f31-68cc-43ed-b838-637c00db976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:27:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:27:32.680410 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-227e2f31-68cc-43ed-b838-637c00db976f None None] Set router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:27:32.882794 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-227e2f31-68cc-43ed-b838-637c00db976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'name': 'tempest-AttachVolumeTestJSON-1981730314-router', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e6169665-228e-401f-b847-84c902a86c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:22Z', 'updated_at': '2021-06-18T14:17:31Z', 'revision_number': 4, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'gw_port': {'id': 'e6169665-228e-401f-b847-84c902a86c48', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:24Z', 'updated_at': '2021-06-18T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '3fe8840e-50b5-4942-b3e0-63c14b018223', 'name': '', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'mac_address': 'fa:16:3e:4e:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:30Z', 'updated_at': '2021-06-18T14:17:37Z', 'revision_number': 5, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'subnets': [{'id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:27:32.895122 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c9d4f00e-83e0-4baf-b1c9-8ef63dd8a566 req-ac5437f2-c287-45ce-8d6a-e67d5e43de95 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb12b3b4-e10d-4f4b-a10c-a95229dd21a7 HTTP/1.1" status: 200 len: 210 time: 0.0311496 Jun 18 14:27:32.909043 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e2f31-68cc-43ed-b838-637c00db976f None None] The sync data for ids ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'] in dv-cinder-795751-2-iscsi is: [{'id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'name': 'tempest-AttachVolumeTestJSON-1981730314-router', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e6169665-228e-401f-b847-84c902a86c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:22Z', 'updated_at': '2021-06-18T14:17:31Z', 'revision_number': 4, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'gw_port': {'id': 'e6169665-228e-401f-b847-84c902a86c48', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:24Z', 'updated_at': '2021-06-18T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': '3fe8840e-50b5-4942-b3e0-63c14b018223', 'name': '', 'network_id': '732503bd-c79c-40ac-a2d6-5ec143face16', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'mac_address': 'fa:16:3e:4e:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:30Z', 'updated_at': '2021-06-18T14:17:37Z', 'revision_number': 5, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'subnets': [{'id': '52102b7a-07bd-46b6-9a1d-ca1db691ce03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:27:33.128278 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be99b80f-7575-4f91-baad-afd806319a2e None None] New status for floating IP 85431589-6163-463c-bac5-b3a800b43ab8: DOWN {{(pid=93615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 14:27:34.078707 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 49576) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:27:34.137626 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f2ef70b6-d4d2-4d7c-8356-34b3559fd029 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:34.160328 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f2ef70b6-d4d2-4d7c-8356-34b3559fd029 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:34.260507 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f2ef70b6-d4d2-4d7c-8356-34b3559fd029 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:34.263039 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f2ef70b6-d4d2-4d7c-8356-34b3559fd029 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:34.264181 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-f2ef70b6-d4d2-4d7c-8356-34b3559fd029 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "DELETE /v2.0/security-groups/0e692c71-687a-4ef7-a2ec-ca56ffbdd77b HTTP/1.1" status: 204 len: 168 time: 0.1844552 Jun 18 14:27:34.264954 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-cced287f-04e6-49c5-a633-fe1b6fddc82e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:27:34.266964 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 49578) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:27:34.274157 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef70b6-d4d2-4d7c-8356-34b3559fd029 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e692c71-687a-4ef7-a2ec-ca56ffbdd77b,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:27:34.276478 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-f2ef70b6-d4d2-4d7c-8356-34b3559fd029 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:27:34.281769 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.api.v2.resource [None req-1cb40df4-c1df-465e-b86b-61dad80fa508 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] show failed (client error): The resource could not be found. Jun 18 14:27:34.282821 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-1cb40df4-c1df-465e-b86b-61dad80fa508 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "GET /v2.0/security-groups/0e692c71-687a-4ef7-a2ec-ca56ffbdd77b HTTP/1.1" status: 404 len: 347 time: 0.0147848 Jun 18 14:27:34.285786 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 49580) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:27:34.408202 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-144d53a7-7f40-4742-8750-02d1c80aa455 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Deleting port 4362ca6a-0878-4cc0-ae5b-bec6811873e4 {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:27:34.408543 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-144d53a7-7f40-4742-8750-02d1c80aa455 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:34.487973 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-144d53a7-7f40-4742-8750-02d1c80aa455 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:34.490324 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-144d53a7-7f40-4742-8750-02d1c80aa455 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:34.552881 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-144d53a7-7f40-4742-8750-02d1c80aa455 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Calling delete_port for 4362ca6a-0878-4cc0-ae5b-bec6811873e4 owned by network:floatingip {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:27:34.735434 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-144d53a7-7f40-4742-8750-02d1c80aa455 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:34.737972 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-27ecd8e3-99d6-4a32-a6f1-46ece3bf7810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:27:34.767854 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d53a7-7f40-4742-8750-02d1c80aa455 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Pushing event deleted for resources: {'Port': ['ID=4362ca6a-0878-4cc0-ae5b-bec6811873e4,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:27:34.794210 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d53a7-7f40-4742-8750-02d1c80aa455 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:34.794210 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d53a7-7f40-4742-8750-02d1c80aa455 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:34.794210 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d53a7-7f40-4742-8750-02d1c80aa455 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:34.794210 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d53a7-7f40-4742-8750-02d1c80aa455 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:34.794210 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d53a7-7f40-4742-8750-02d1c80aa455 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:34.794868 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d53a7-7f40-4742-8750-02d1c80aa455 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:34.794868 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d53a7-7f40-4742-8750-02d1c80aa455 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:34.795230 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d53a7-7f40-4742-8750-02d1c80aa455 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:34.795590 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d53a7-7f40-4742-8750-02d1c80aa455 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:34.795948 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d53a7-7f40-4742-8750-02d1c80aa455 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:34.796302 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d53a7-7f40-4742-8750-02d1c80aa455 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:34.796657 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d53a7-7f40-4742-8750-02d1c80aa455 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:34.801367 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-144d53a7-7f40-4742-8750-02d1c80aa455 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:27:34.845357 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-144d53a7-7f40-4742-8750-02d1c80aa455 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks [] for floatingip, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:34.847849 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-144d53a7-7f40-4742-8750-02d1c80aa455 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for floatingip, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:34.849014 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-144d53a7-7f40-4742-8750-02d1c80aa455 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] 10.222.0.26 "DELETE /v2.0/floatingips/85431589-6163-463c-bac5-b3a800b43ab8 HTTP/1.1" status: 204 len: 168 time: 0.5621395 Jun 18 14:27:35.902031 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 161717a8-71a0-4d34-ab2c-de81393761ad no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:27:35.921734 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] No Port match for: 161717a8-71a0-4d34-ab2c-de81393761ad {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:27:35.922096 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 161717a8-71a0-4d34-ab2c-de81393761ad not bound to the agent host hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:27:38.557767 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-f418bfad-8691-464f-8ff5-ad8f2dcf0377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:42.021004 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:42.477567 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4a571f90-d568-4e2b-b3a3-0cf2600f3a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:43.152871 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 49648) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:27:43.174373 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:43.443472 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:43.733174 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-e482fdf4-3000-4f06-9cd9-3551f98ac1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606455'] for router_interface, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:43.981144 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-e482fdf4-3000-4f06-9cd9-3551f98ac1a0 admin admin] Deleting port 3fe8840e-50b5-4942-b3e0-63c14b018223 {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:27:43.981499 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-e482fdf4-3000-4f06-9cd9-3551f98ac1a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:44.058074 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [None req-e482fdf4-3000-4f06-9cd9-3551f98ac1a0 admin admin] For port 3fe8840e-50b5-4942-b3e0-63c14b018223, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=3fe8840e-50b5-4942-b3e0-63c14b018223,segment=NetworkSegment(bb5ae42b-fe35-4e44-bbed-61794b3b7dd5),segment_id=bb5ae42b-fe35-4e44-bbed-61794b3b7dd5)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:27:44.058427 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-e482fdf4-3000-4f06-9cd9-3551f98ac1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:44.118361 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-e482fdf4-3000-4f06-9cd9-3551f98ac1a0 admin admin] Calling delete_port for 3fe8840e-50b5-4942-b3e0-63c14b018223 owned by network:router_interface {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:27:44.334967 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-e482fdf4-3000-4f06-9cd9-3551f98ac1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:44.337129 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-e2b68803-3f5c-444f-bdc6-8b0e63e95ebe tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:27:44.361686 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482fdf4-3000-4f06-9cd9-3551f98ac1a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fe8840e-50b5-4942-b3e0-63c14b018223,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:27:44.365820 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-e482fdf4-3000-4f06-9cd9-3551f98ac1a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:27:44.527699 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-e482fdf4-3000-4f06-9cd9-3551f98ac1a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3640693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606283'] for router_interface, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:44.734030 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e482fdf4-3000-4f06-9cd9-3551f98ac1a0 admin admin] Router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:27:44.841151 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e482fdf4-3000-4f06-9cd9-3551f98ac1a0 admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:27:44.846153 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-e482fdf4-3000-4f06-9cd9-3551f98ac1a0 admin admin] 10.222.0.26 "PUT /v2.0/routers/b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6922650 Jun 18 14:27:44.850493 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 49660) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:27:44.852054 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b16ed7-770e-40f4-85a1-5fd81aec3ef7 None None] Sync routers for ids ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:27:44.866348 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b16ed7-770e-40f4-85a1-5fd81aec3ef7 None None] Routers {'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:27:44.867453 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-09b16ed7-770e-40f4-85a1-5fd81aec3ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:27:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:27:44.971258 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-09b16ed7-770e-40f4-85a1-5fd81aec3ef7 None None] Set router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:27:45.171636 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-09b16ed7-770e-40f4-85a1-5fd81aec3ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'name': 'tempest-AttachVolumeTestJSON-1981730314-router', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e6169665-228e-401f-b847-84c902a86c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:22Z', 'updated_at': '2021-06-18T14:27:44Z', 'revision_number': 5, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'gw_port': {'id': 'e6169665-228e-401f-b847-84c902a86c48', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:24Z', 'updated_at': '2021-06-18T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:27:45.199936 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b16ed7-770e-40f4-85a1-5fd81aec3ef7 None None] Checking router: b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:27:45.209740 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b16ed7-770e-40f4-85a1-5fd81aec3ef7 None None] Routers {'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:27:45.210390 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-09b16ed7-770e-40f4-85a1-5fd81aec3ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:27:42Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:27:45.240937 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-51c07d6e-f9e3-4f78-8e98-4ecab466a48e admin admin] Notify callbacks [] for router, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:45.242891 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:45.315530 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-09b16ed7-770e-40f4-85a1-5fd81aec3ef7 None None] Set router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:27:45.341200 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-51c07d6e-f9e3-4f78-8e98-4ecab466a48e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:45.431743 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-51c07d6e-f9e3-4f78-8e98-4ecab466a48e admin admin] Deleting port e6169665-228e-401f-b847-84c902a86c48 {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:27:45.432295 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-51c07d6e-f9e3-4f78-8e98-4ecab466a48e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:45.517517 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-09b16ed7-770e-40f4-85a1-5fd81aec3ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'name': 'tempest-AttachVolumeTestJSON-1981730314-router', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e6169665-228e-401f-b847-84c902a86c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:22Z', 'updated_at': '2021-06-18T14:27:44Z', 'revision_number': 5, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'gw_port': {'id': 'e6169665-228e-401f-b847-84c902a86c48', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:24Z', 'updated_at': '2021-06-18T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:27:45.536042 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [None req-51c07d6e-f9e3-4f78-8e98-4ecab466a48e admin admin] For port e6169665-228e-401f-b847-84c902a86c48, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=e6169665-228e-401f-b847-84c902a86c48,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:27:45.536405 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-51c07d6e-f9e3-4f78-8e98-4ecab466a48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:45.549093 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b16ed7-770e-40f4-85a1-5fd81aec3ef7 None None] The sync data for ids ['b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca'] in dv-cinder-795751-2-iscsi is: [{'id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'name': 'tempest-AttachVolumeTestJSON-1981730314-router', 'tenant_id': '68c0acdf3c5043c1abd19fd3db96520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e6169665-228e-401f-b847-84c902a86c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:17:22Z', 'updated_at': '2021-06-18T14:27:44Z', 'revision_number': 5, 'project_id': '68c0acdf3c5043c1abd19fd3db96520e', 'gw_port': {'id': 'e6169665-228e-401f-b847-84c902a86c48', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:17:24Z', 'updated_at': '2021-06-18T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:27:45.603002 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-51c07d6e-f9e3-4f78-8e98-4ecab466a48e admin admin] Calling delete_port for e6169665-228e-401f-b847-84c902a86c48 owned by network:router_gateway {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:27:45.797108 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-51c07d6e-f9e3-4f78-8e98-4ecab466a48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:45.799436 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-9d709543-6db7-4a30-be4e-48579cb8b64c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:27:45.823081 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c07d6e-f9e3-4f78-8e98-4ecab466a48e admin admin] Pushing event deleted for resources: {'Port': ['ID=e6169665-228e-401f-b847-84c902a86c48,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:27:45.826813 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-51c07d6e-f9e3-4f78-8e98-4ecab466a48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:27:45.890554 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-51c07d6e-f9e3-4f78-8e98-4ecab466a48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635751'] for router_gateway, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:45.979397 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-51c07d6e-f9e3-4f78-8e98-4ecab466a48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:45.981602 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-51c07d6e-f9e3-4f78-8e98-4ecab466a48e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:46.076569 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-51c07d6e-f9e3-4f78-8e98-4ecab466a48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606504'] for router, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:46.077094 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c07d6e-f9e3-4f78-8e98-4ecab466a48e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca {{(pid=93613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 14:27:46.081490 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-51c07d6e-f9e3-4f78-8e98-4ecab466a48e admin admin] Notify callbacks [] for router, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:46.083552 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-51c07d6e-f9e3-4f78-8e98-4ecab466a48e admin admin] 10.222.0.26 "DELETE /v2.0/routers/b193b7b8-fc39-49a1-a83a-8ca2e8ca96ca HTTP/1.1" status: 204 len: 168 time: 1.2305696 Jun 18 14:27:46.085511 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 49668) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:27:46.132577 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5197e1-e10b-4d0c-8710-943b3cf34c03 admin admin] Deleting subnet 52102b7a-07bd-46b6-9a1d-ca1db691ce03 {{(pid=93613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 14:27:46.135970 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8e5197e1-e10b-4d0c-8710-943b3cf34c03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:46.174968 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8e5197e1-e10b-4d0c-8710-943b3cf34c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11651492'] for subnet, precommit_delete_associations {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:46.253338 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8e5197e1-e10b-4d0c-8710-943b3cf34c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3459435'] for subnet, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:46.374741 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8e5197e1-e10b-4d0c-8710-943b3cf34c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3459428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11814812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8408805'] for subnet, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:46.377124 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:27:46.377261 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device e6169665-228e-401f-b847-84c902a86c48 no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:27:46.396634 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: e6169665-228e-401f-b847-84c902a86c48 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:27:46.396990 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device e6169665-228e-401f-b847-84c902a86c48 not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:27:46.397407 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 3fe8840e-50b5-4942-b3e0-63c14b018223 no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:27:46.405126 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5197e1-e10b-4d0c-8710-943b3cf34c03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52102b7a-07bd-46b6-9a1d-ca1db691ce03,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:27:46.408065 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-8e5197e1-e10b-4d0c-8710-943b3cf34c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:27:46.409110 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8e5197e1-e10b-4d0c-8710-943b3cf34c03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:46.411448 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-8e5197e1-e10b-4d0c-8710-943b3cf34c03 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/52102b7a-07bd-46b6-9a1d-ca1db691ce03 HTTP/1.1" status: 204 len: 168 time: 0.3244226 Jun 18 14:27:46.413982 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 49670) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:27:46.417239 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487222e6-d321-447b-99ab-fad34ec61b44 None None] Network 732503bd-c79c-40ac-a2d6-5ec143face16 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:27:46.481773 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5711-9ff7-4239-a649-8472044419c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3629591'] for network, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:46.536858 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-ac7c5711-9ff7-4239-a649-8472044419c5 admin admin] Deleting port 5d6329b9-2bcc-446e-97d6-b75afb3f6897 {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:27:46.537203 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5711-9ff7-4239-a649-8472044419c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:46.581195 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: 3fe8840e-50b5-4942-b3e0-63c14b018223 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:27:46.581439 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 3fe8840e-50b5-4942-b3e0-63c14b018223 not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:27:46.605450 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [None req-ac7c5711-9ff7-4239-a649-8472044419c5 admin admin] For port 5d6329b9-2bcc-446e-97d6-b75afb3f6897, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=5d6329b9-2bcc-446e-97d6-b75afb3f6897,segment=NetworkSegment(bb5ae42b-fe35-4e44-bbed-61794b3b7dd5),segment_id=bb5ae42b-fe35-4e44-bbed-61794b3b7dd5)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:27:46.605836 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5711-9ff7-4239-a649-8472044419c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:46.670392 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-ac7c5711-9ff7-4239-a649-8472044419c5 admin admin] Calling delete_port for 5d6329b9-2bcc-446e-97d6-b75afb3f6897 owned by network:dhcp {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:27:46.726311 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0765d26-1ef2-4462-91a8-2a1fa033fa41 None None] DHCP port deletion for 732503bd-c79c-40ac-a2d6-5ec143face16 request from dv-cinder-795751-2-iscsi {{(pid=93614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 14:27:46.773606 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-a0765d26-1ef2-4462-91a8-2a1fa033fa41 None None] Deleting port 5d6329b9-2bcc-446e-97d6-b75afb3f6897 {{(pid=93614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:27:46.773996 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-a0765d26-1ef2-4462-91a8-2a1fa033fa41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:46.814404 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5711-9ff7-4239-a649-8472044419c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:46.817427 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-5d406188-fa34-4f79-b16d-22d2abc065ea tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:27:46.844124 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c5711-9ff7-4239-a649-8472044419c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d6329b9-2bcc-446e-97d6-b75afb3f6897,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:27:46.844347 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-a0765d26-1ef2-4462-91a8-2a1fa033fa41 None None] For port 5d6329b9-2bcc-446e-97d6-b75afb3f6897, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=5d6329b9-2bcc-446e-97d6-b75afb3f6897,segment=NetworkSegment(bb5ae42b-fe35-4e44-bbed-61794b3b7dd5),segment_id=bb5ae42b-fe35-4e44-bbed-61794b3b7dd5)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:27:46.844347 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-a0765d26-1ef2-4462-91a8-2a1fa033fa41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:46.844569 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-ac7c5711-9ff7-4239-a649-8472044419c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:27:46.844913 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7c5711-9ff7-4239-a649-8472044419c5 admin admin] No DVR routers for this DVR port 5d6329b9-2bcc-446e-97d6-b75afb3f6897 on host dv-cinder-795751-2-iscsi {{(pid=93613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:27:46.910914 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-a0765d26-1ef2-4462-91a8-2a1fa033fa41 None None] Calling delete_port for 5d6329b9-2bcc-446e-97d6-b75afb3f6897 owned by network:dhcp {{(pid=93614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:27:46.921203 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5711-9ff7-4239-a649-8472044419c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3460340', 'neutron.services.segments.db._delete_segments_for_network-8749953549011'] for network, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:46.931950 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-ac7c5711-9ff7-4239-a649-8472044419c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732503bd-c79c-40ac-a2d6-5ec143face16']}} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:27:46.943538 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-ac7c5711-9ff7-4239-a649-8472044419c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb5ae42b-fe35-4e44-bbed-61794b3b7dd5') {'for_net_delete': True} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:27:46.943967 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-ac7c5711-9ff7-4239-a649-8472044419c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb5ae42b-fe35-4e44-bbed-61794b3b7dd5') {} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:27:46.955203 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5711-9ff7-4239-a649-8472044419c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749953548840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11651501'] for segment, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:46.969036 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5711-9ff7-4239-a649-8472044419c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:46.974683 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7c5711-9ff7-4239-a649-8472044419c5 admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=93613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 14:27:46.975098 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5711-9ff7-4239-a649-8472044419c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11867959'] for segment, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: Traceback (most recent call last): Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: timer() Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: cb(*args, **kw) Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: return func(*args, **kwargs) Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: self._notify() Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: self.callback(batched_events) Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: event.method(event) Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: return f(self, *a, **k) Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: return self._get(url).json() Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: return self.request(url, 'GET', **kwargs) Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 14:27:46.976657 dv-cinder-795751-2-iscsi neutron-server[93613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 14:27:46.991455 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-a0765d26-1ef2-4462-91a8-2a1fa033fa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999'] for port, after_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:46.993345 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:27:47.018141 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0765d26-1ef2-4462-91a8-2a1fa033fa41 None None] Pushing event deleted for resources: {'Port': ['ID=5d6329b9-2bcc-446e-97d6-b75afb3f6897,revision_number=None']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:27:47.021022 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0765d26-1ef2-4462-91a8-2a1fa033fa41 None None] No DVR routers for this DVR port 5d6329b9-2bcc-446e-97d6-b75afb3f6897 on host dv-cinder-795751-2-iscsi {{(pid=93614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:27:47.031255 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0765d26-1ef2-4462-91a8-2a1fa033fa41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:47.031255 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0765d26-1ef2-4462-91a8-2a1fa033fa41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:47.031255 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0765d26-1ef2-4462-91a8-2a1fa033fa41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:47.031255 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0765d26-1ef2-4462-91a8-2a1fa033fa41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:47.032303 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0765d26-1ef2-4462-91a8-2a1fa033fa41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:47.032303 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0765d26-1ef2-4462-91a8-2a1fa033fa41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:47.032303 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0765d26-1ef2-4462-91a8-2a1fa033fa41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:47.032798 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0765d26-1ef2-4462-91a8-2a1fa033fa41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:47.033011 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0765d26-1ef2-4462-91a8-2a1fa033fa41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:47.033254 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0765d26-1ef2-4462-91a8-2a1fa033fa41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:47.033614 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0765d26-1ef2-4462-91a8-2a1fa033fa41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:47.033946 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0765d26-1ef2-4462-91a8-2a1fa033fa41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:27:47.037031 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-a0765d26-1ef2-4462-91a8-2a1fa033fa41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:27:47.094750 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5711-9ff7-4239-a649-8472044419c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3460333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635832'] for network, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:47.098595 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-fb4edf08-81e7-4a80-ad40-391ada735eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:27:47.101252 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5711-9ff7-4239-a649-8472044419c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:47.102968 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-ac7c5711-9ff7-4239-a649-8472044419c5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/732503bd-c79c-40ac-a2d6-5ec143face16 HTTP/1.1" status: 204 len: 168 time: 0.6880722 Jun 18 14:27:47.114308 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c5711-9ff7-4239-a649-8472044419c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=732503bd-c79c-40ac-a2d6-5ec143face16,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:27:47.116686 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-ac7c5711-9ff7-4239-a649-8472044419c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:27:47.446884 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 49678) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:27:47.484576 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-a5ed01ad-eece-4fc4-9bcd-2f0c92285b1d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=68c0acdf3c5043c1abd19fd3db96520e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364356 Jun 18 14:27:47.486910 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 49680) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:27:47.539108 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a3a41037-b53d-4bd6-bebf-72773c8ab247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:47.560712 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a3a41037-b53d-4bd6-bebf-72773c8ab247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:47.683128 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a3a41037-b53d-4bd6-bebf-72773c8ab247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:47.685776 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a3a41037-b53d-4bd6-bebf-72773c8ab247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:47.686950 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-a3a41037-b53d-4bd6-bebf-72773c8ab247 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c5b653c-ec9d-40d0-835d-fa2a94a7ca63 HTTP/1.1" status: 204 len: 168 time: 0.1991470 Jun 18 14:27:47.687743 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-669d72ce-cca5-40bc-9945-f2eb58b6fc02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:27:47.697202 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a41037-b53d-4bd6-bebf-72773c8ab247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5b653c-ec9d-40d0-835d-fa2a94a7ca63,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:27:47.699073 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-a3a41037-b53d-4bd6-bebf-72773c8ab247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:27:48.251996 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-a38e578e-56d0-4d32-b249-5c91c4f53f42 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1891006731&fields=id&tenant_id=dbb479abbf4e4acda8c320ef124c4e8c HTTP/1.1" status: 200 len: 267 time: 0.0331998 Jun 18 14:27:48.363888 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-90960a9a-8ef8-48e7-9621-c5f5d6807d07 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:27:48.367495 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-90960a9a-8ef8-48e7-9621-c5f5d6807d07 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/networks?id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5 HTTP/1.1" status: 200 len: 812 time: 0.1085560 Jun 18 14:27:48.381946 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-e49dca35-90b6-427c-a9e1-1f4691abe1fa tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/quotas/dbb479abbf4e4acda8c320ef124c4e8c HTTP/1.1" status: 200 len: 375 time: 0.0100546 Jun 18 14:27:48.387961 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 5d6329b9-2bcc-446e-97d6-b75afb3f6897 no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:27:48.409435 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: 5d6329b9-2bcc-446e-97d6-b75afb3f6897 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:27:48.409838 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 5d6329b9-2bcc-446e-97d6-b75afb3f6897 not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:27:48.459725 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-e04cbdd2-f497-41b4-a518-12ad495f394e tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbb479abbf4e4acda8c320ef124c4e8c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0726833 Jun 18 14:27:48.560943 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-b0ef79de-df91-4e24-990b-1b62c91093bd service neutron] 10.222.0.26 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866413 Jun 18 14:27:48.661722 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-bf1dc08c-a8e5-4355-895c-e1e397cf4f3f service neutron] 10.222.0.26 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926619 Jun 18 14:27:49.209142 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ad15e52a-abdd-46be-b96d-be8ee34846fc req-06e1b039-d60e-4423-b980-d13a6009cd7b tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 210 time: 0.0391090 Jun 18 14:27:50.302324 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7ec265e2-2f1a-4a50-9c64-794ad35b90dd req-a41a3a7b-7877-469c-8259-bbd6d8087172 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 210 time: 0.0368378 Jun 18 14:27:50.530602 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 49766) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:27:50.635158 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-dc82b095-5bf9-483b-9f22-789c3393cd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:50.719160 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-dc82b095-5bf9-483b-9f22-789c3393cd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:50.774059 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-dc82b095-5bf9-483b-9f22-789c3393cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:50.776694 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-c23c0f66-54ae-4886-93e8-fb0433c94b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:27:50.813919 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-dc82b095-5bf9-483b-9f22-789c3393cd7d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5f58655bcbef4bf9a3463d01b5bba939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821376 Jun 18 14:27:50.814833 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b095-5bf9-483b-9f22-789c3393cd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281f02cd-d48f-488b-960a-382917aa2224,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:27:50.817408 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 49770) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:27:50.817924 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-dc82b095-5bf9-483b-9f22-789c3393cd7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:27:50.869523 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-81b92a42-04dd-4928-b1db-f2c2f17f34e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:50.889894 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-81b92a42-04dd-4928-b1db-f2c2f17f34e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:51.020504 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-81b92a42-04dd-4928-b1db-f2c2f17f34e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:51.023142 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-81b92a42-04dd-4928-b1db-f2c2f17f34e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:51.024300 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-81b92a42-04dd-4928-b1db-f2c2f17f34e4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/281f02cd-d48f-488b-960a-382917aa2224 HTTP/1.1" status: 204 len: 168 time: 0.2042799 Jun 18 14:27:51.025082 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-7d0e4cf1-2b99-4b0a-a424-d56dae6b591f tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:27:51.033406 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b92a42-04dd-4928-b1db-f2c2f17f34e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281f02cd-d48f-488b-960a-382917aa2224,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:27:51.035091 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-81b92a42-04dd-4928-b1db-f2c2f17f34e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:27:51.383817 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2604f405-79f0-46dc-9446-4d2c3b243795 req-f70eb6d7-122f-4c6a-ab1d-d830b06581b4 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 210 time: 0.0284760 Jun 18 14:27:51.629658 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 49782) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:27:51.643483 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-50f0dc0d-28a3-4ca3-b0e4-c1c1d720af9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:51.733685 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-50f0dc0d-28a3-4ca3-b0e4-c1c1d720af9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:51.837098 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-50f0dc0d-28a3-4ca3-b0e4-c1c1d720af9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:51.839778 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-c7fae5d0-12ef-4d24-abb0-ade8bc37dba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:27:51.879025 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-50f0dc0d-28a3-4ca3-b0e4-c1c1d720af9e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fbf59826bd5446f196c864a65b009bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482579 Jun 18 14:27:51.880401 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0dc0d-28a3-4ca3-b0e4-c1c1d720af9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8fe605-69c9-4fba-8f84-494a4194e6ee,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:27:51.882068 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 49786) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:27:51.883791 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-50f0dc0d-28a3-4ca3-b0e4-c1c1d720af9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:27:51.932793 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-278d13d5-4b67-4792-a1c3-f0d5bde50731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:51.952650 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-278d13d5-4b67-4792-a1c3-f0d5bde50731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:52.071152 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-278d13d5-4b67-4792-a1c3-f0d5bde50731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:52.073726 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-278d13d5-4b67-4792-a1c3-f0d5bde50731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:52.074853 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-278d13d5-4b67-4792-a1c3-f0d5bde50731 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e8fe605-69c9-4fba-8f84-494a4194e6ee HTTP/1.1" status: 204 len: 168 time: 0.1918197 Jun 18 14:27:52.075705 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-dc3d3004-6026-4818-9675-b3379bf310e3 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:27:52.083595 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d13d5-4b67-4792-a1c3-f0d5bde50731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8fe605-69c9-4fba-8f84-494a4194e6ee,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:27:52.085801 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-278d13d5-4b67-4792-a1c3-f0d5bde50731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:27:52.533566 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9037a2c0-6a94-45c5-b1d9-9ee4410e5ca6 req-169053f9-8455-40cc-a639-d2d950be061e tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 210 time: 0.0326192 Jun 18 14:27:53.680175 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-8b2bc017-7acd-46a0-bca3-4e3ea474f098 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:27:53.682553 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-8b2bc017-7acd-46a0-bca3-4e3ea474f098 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.38 "GET /v2.0/networks?id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5 HTTP/1.1" status: 200 len: 812 time: 0.1023092 Jun 18 14:27:53.685672 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4feecf94-6fd2-4307-b1c0-75d3a4d64f9a req-5e8fb5b6-01e6-4a94-971f-16cf6f3256e0 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 210 time: 0.0284035 Jun 18 14:27:53.739106 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-85a9f460-1411-4cd4-88d2-bc76349df058 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbb479abbf4e4acda8c320ef124c4e8c HTTP/1.1" status: 200 len: 380 time: 0.0395379 Jun 18 14:27:53.748145 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-891786e5-3f6f-427e-b8d9-ea360c153401 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Request body: {'port': {'device_id': '18c59de4-8599-442a-8fe6-1e74dc653e72', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'admin_state_up': True, 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'security_groups': ['c5b136de-1553-48b3-a173-82bc033aab91']}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:27:53.958091 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-891786e5-3f6f-427e-b8d9-ea360c153401 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Made reservation on behalf of dbb479abbf4e4acda8c320ef124c4e8c for: {'port': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:27:53.962315 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-891786e5-3f6f-427e-b8d9-ea360c153401 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:54.101154 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-891786e5-3f6f-427e-b8d9-ea360c153401 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Allocated IP 172.20.0.3 (2a4e0c0b-9524-4e17-84eb-4b2765952ea5/649a9e32-52ab-47bf-bb55-ed3bf5cc8750/c49ace75-b989-4179-b17c-b0d236f610aa) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:27:54.242387 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-891786e5-3f6f-427e-b8d9-ea360c153401 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:54.262408 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-891786e5-3f6f-427e-b8d9-ea360c153401 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Transition to ACTIVE for port object c49ace75-b989-4179-b17c-b0d236f610aa will not be triggered until provisioned by entity DHCP. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:27:54.444030 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-891786e5-3f6f-427e-b8d9-ea360c153401 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12393637'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:54.448082 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-94251ecf-580b-48d0-8328-4c96b3bef4d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:27:54.490856 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-891786e5-3f6f-427e-b8d9-ea360c153401 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Network 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:27:54.494003 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-891786e5-3f6f-427e-b8d9-ea360c153401 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:27:54.498335 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-891786e5-3f6f-427e-b8d9-ea360c153401 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:27:54.502140 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891786e5-3f6f-427e-b8d9-ea360c153401 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Pushing event updated for resources: {'Port': ['ID=c49ace75-b989-4179-b17c-b0d236f610aa,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:27:54.522566 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-891786e5-3f6f-427e-b8d9-ea360c153401 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:27:54.553723 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-891786e5-3f6f-427e-b8d9-ea360c153401 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:27:54.554518 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-891786e5-3f6f-427e-b8d9-ea360c153401 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:54.635538 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 49842) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:27:54.660830 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-891786e5-3f6f-427e-b8d9-ea360c153401 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9167144 Jun 18 14:27:54.682331 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Request body: {'port': {'device_id': '18c59de4-8599-442a-8fe6-1e74dc653e72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:27:54.765366 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7e71e174-200c-4645-9e7c-0d6037eedb5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:54.782065 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:54.785555 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3b531d4f-4835-4129-bd94-8e57f4f45b06 None None] Provisioning for port c49ace75-b989-4179-b17c-b0d236f610aa completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:27:54.789429 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3b531d4f-4835-4129-bd94-8e57f4f45b06 None None] Provisioning complete for port c49ace75-b989-4179-b17c-b0d236f610aa triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:27:54.789830 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3b531d4f-4835-4129-bd94-8e57f4f45b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:54.828981 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-3b531d4f-4835-4129-bd94-8e57f4f45b06 None None] Port c49ace75-b989-4179-b17c-b0d236f610aa cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:27:54.870698 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf48db-f2e7-4c4d-978f-1af0ee947f73 req-2ebdb8a4-4d24-4cdb-ad7d-72ed901f492a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:27:54.872236 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1bcf48db-f2e7-4c4d-978f-1af0ee947f73 req-2ebdb8a4-4d24-4cdb-ad7d-72ed901f492a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 931 time: 0.0652497 Jun 18 14:27:54.915910 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1bcf48db-f2e7-4c4d-978f-1af0ee947f73 req-be290607-a326-4ebe-9311-19475498c34b tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380781 Jun 18 14:27:55.024158 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7e71e174-200c-4645-9e7c-0d6037eedb5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:55.109095 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-7e71e174-200c-4645-9e7c-0d6037eedb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:55.113148 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-b391bcbd-2ad8-44df-9bf1-7f5a430fb736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:27:55.128283 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c49ace75-b989-4179-b17c-b0d236f610aa {{(pid=93612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:27:55.146741 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:55.170168 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-7e71e174-200c-4645-9e7c-0d6037eedb5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c89533067d44ff2a4f50e337dfc2c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5335257 Jun 18 14:27:55.172544 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71e174-200c-4645-9e7c-0d6037eedb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73ee07c-b023-4db9-8e5f-7ed115dcfc0e,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:27:55.172908 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 49850) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:27:55.175305 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Transition to ACTIVE for port object c49ace75-b989-4179-b17c-b0d236f610aa will not be triggered until provisioned by entity L2. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:27:55.177012 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-7e71e174-200c-4645-9e7c-0d6037eedb5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:27:55.233681 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b35a97e4-958f-4849-ac17-2ba845ed9ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:55.236925 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:55.239841 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-ef028614-8aea-4f2d-81cb-14510e34c901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:27:55.256606 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b35a97e4-958f-4849-ac17-2ba845ed9ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:55.318416 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Pushing event updated for resources: {'Port': ['ID=c49ace75-b989-4179-b17c-b0d236f610aa,revision_number=2']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:27:55.322993 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:27:55.380935 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b35a97e4-958f-4849-ac17-2ba845ed9ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:55.383702 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b35a97e4-958f-4849-ac17-2ba845ed9ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:55.388350 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-b35a97e4-958f-4849-ac17-2ba845ed9ca7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b73ee07c-b023-4db9-8e5f-7ed115dcfc0e HTTP/1.1" status: 204 len: 168 time: 0.2143633 Jun 18 14:27:55.392744 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-7c0b03c1-2032-4e42-bd16-6d759a3aeb98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:27:55.398303 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Attempting to bind port c49ace75-b989-4179-b17c-b0d236f610aa on host hv-cinder-79575 for vnic_type normal with profile {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:27:55.398776 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Attempting to bind port c49ace75-b989-4179-b17c-b0d236f610aa by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '3268c0c4-e8d6-49a1-80fc-53a179764921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5'}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:27:55.399237 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Attempting to bind port c49ace75-b989-4179-b17c-b0d236f610aa on network 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:27:55.400562 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a97e4-958f-4849-ac17-2ba845ed9ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73ee07c-b023-4db9-8e5f-7ed115dcfc0e,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:27:55.403364 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-b35a97e4-958f-4849-ac17-2ba845ed9ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:27:55.409985 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Port c49ace75-b989-4179-b17c-b0d236f610aa on network 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 14:27:55.409985 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Attempting to bind port c49ace75-b989-4179-b17c-b0d236f610aa on network 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:27:55.423690 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Checking agent: {'id': '29ce2f09-b2be-4853-98fa-378b10f49f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'started_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:27:55.424098 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Checking segment: {'id': '3268c0c4-e8d6-49a1-80fc-53a179764921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:27:55.424500 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Bound using segment: {'id': '3268c0c4-e8d6-49a1-80fc-53a179764921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5'} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:27:55.424975 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Bound port: c49ace75-b989-4179-b17c-b0d236f610aa, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3268c0c4-e8d6-49a1-80fc-53a179764921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5'}}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:27:55.425314 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:55.498871 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] For port c49ace75-b989-4179-b17c-b0d236f610aa, host hv-cinder-79575, cleared binding levels {{(pid=93612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:27:55.501873 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] For port c49ace75-b989-4179-b17c-b0d236f610aa, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=c49ace75-b989-4179-b17c-b0d236f610aa,segment=NetworkSegment(3268c0c4-e8d6-49a1-80fc-53a179764921),segment_id=3268c0c4-e8d6-49a1-80fc-53a179764921)] {{(pid=93612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:27:55.597416 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:55.600207 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-0d68fcf0-6702-4bc8-bdcc-85f0348e10a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:27:55.633293 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:27:55.633920 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:55.641678 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] 10.222.0.38 "PUT /v2.0/ports/c49ace75-b989-4179-b17c-b0d236f610aa HTTP/1.1" status: 200 len: 1093 time: 0.9573829 Jun 18 14:27:55.641678 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c59de4-8599-442a-8fe6-1e74dc653e72', 'tag': 'c49ace75-b989-4179-b17c-b0d236f610aa'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:27:55.641678 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137274a3-af4c-435f-bf73-d876acc66491" -d '{"events": [{"name": "network-changed", "server_uuid": "18c59de4-8599-442a-8fe6-1e74dc653e72", "tag": "c49ace75-b989-4179-b17c-b0d236f610aa"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:27:55.671799 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Pushing event updated for resources: {'Port': ['ID=c49ace75-b989-4179-b17c-b0d236f610aa,revision_number=3']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:27:55.676395 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:27:55.687253 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bc4b52-d85c-4df0-991d-fa1e50eb3322 x-openstack-request-id: req-02bc4b52-d85c-4df0-991d-fa1e50eb3322 {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:27:55.687895 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c59de4-8599-442a-8fe6-1e74dc653e72", "tag": "c49ace75-b989-4179-b17c-b0d236f610aa", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:27:55.687895 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-02bc4b52-d85c-4df0-991d-fa1e50eb3322 {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:27:55.688628 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c59de4-8599-442a-8fe6-1e74dc653e72', 'tag': 'c49ace75-b989-4179-b17c-b0d236f610aa', 'status': 'completed', 'code': 200} Jun 18 14:27:55.797497 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137274a3-af4c-435f-bf73-d876acc66491 req-d45fa242-458f-4f3e-9d08-c8699c975003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:27:55.799133 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-137274a3-af4c-435f-bf73-d876acc66491 req-d45fa242-458f-4f3e-9d08-c8699c975003 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbb479abbf4e4acda8c320ef124c4e8c&device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 1096 time: 0.0585539 Jun 18 14:27:55.922980 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137274a3-af4c-435f-bf73-d876acc66491 req-43b5cd87-992c-4b18-8ba3-026307d70f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:27:55.924318 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-137274a3-af4c-435f-bf73-d876acc66491 req-43b5cd87-992c-4b18-8ba3-026307d70f41 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=dbb479abbf4e4acda8c320ef124c4e8c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0994854 Jun 18 14:27:56.014677 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137274a3-af4c-435f-bf73-d876acc66491 req-969d742d-17c1-440e-8aae-32b2e36798bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:27:56.016121 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-137274a3-af4c-435f-bf73-d876acc66491 req-969d742d-17c1-440e-8aae-32b2e36798bc service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854585 Jun 18 14:27:56.143038 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b6f1c-7c54-4b8d-a925-03a352f70d5c req-0e21a408-9d35-4916-9034-1b240661f5f9 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:27:56.144574 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3d4b6f1c-7c54-4b8d-a925-03a352f70d5c req-0e21a408-9d35-4916-9034-1b240661f5f9 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 943 time: 0.1077037 Jun 18 14:27:56.194018 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-1ae0cd9a-cc80-43fe-a3a7-a36996a03daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:27:56.195539 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-1ae0cd9a-cc80-43fe-a3a7-a36996a03daf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbb479abbf4e4acda8c320ef124c4e8c&device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 1096 time: 0.1030798 Jun 18 14:27:56.198718 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3d4b6f1c-7c54-4b8d-a925-03a352f70d5c req-566ccb2e-cc95-4b7c-8087-38b2ab4f7bee tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465291 Jun 18 14:27:56.226407 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 49862) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:27:56.241869 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-d79196ed-802c-4c0f-a7b8-b2b54af24eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:56.247975 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-21388ba3-8b35-4185-963e-4b5fb6025728 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c49ace75-b989-4179-b17c-b0d236f610aa HTTP/1.1" status: 200 len: 217 time: 0.0390086 Jun 18 14:27:56.297401 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-0f7629e2-ae29-4eaa-9a65-ef5d9a91f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:27:56.299139 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-0f7629e2-ae29-4eaa-9a65-ef5d9a91f5f8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=649a9e32-52ab-47bf-bb55-ed3bf5cc8750 HTTP/1.1" status: 200 len: 851 time: 0.0436583 Jun 18 14:27:56.334566 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-d79196ed-802c-4c0f-a7b8-b2b54af24eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:56.356278 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-cde18f55-2b2e-4bcd-96be-78e924a8c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:27:56.357763 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-cde18f55-2b2e-4bcd-96be-78e924a8c22a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518579 Jun 18 14:27:56.402516 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-d79196ed-802c-4c0f-a7b8-b2b54af24eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:56.405438 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-6f1a2dc9-e80e-4966-b04e-0aafc2fcc8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:27:56.443850 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-d79196ed-802c-4c0f-a7b8-b2b54af24eed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=36f2de09983640eaacc9273cd2cc53b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163181 Jun 18 14:27:56.444831 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79196ed-802c-4c0f-a7b8-b2b54af24eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f12584-c52d-41e0-a507-fe4d05b62189,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:27:56.448550 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-d79196ed-802c-4c0f-a7b8-b2b54af24eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:27:56.449065 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 49864) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:27:56.510703 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f394eb79-a0a8-46e0-a0cf-4984f94110e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:56.539147 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f394eb79-a0a8-46e0-a0cf-4984f94110e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:56.694311 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f394eb79-a0a8-46e0-a0cf-4984f94110e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:56.696938 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f394eb79-a0a8-46e0-a0cf-4984f94110e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:27:56.698120 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-f394eb79-a0a8-46e0-a0cf-4984f94110e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64f12584-c52d-41e0-a507-fe4d05b62189 HTTP/1.1" status: 204 len: 168 time: 0.2480826 Jun 18 14:27:56.698897 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:27:56.708492 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394eb79-a0a8-46e0-a0cf-4984f94110e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f12584-c52d-41e0-a507-fe4d05b62189,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:27:56.710869 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-f394eb79-a0a8-46e0-a0cf-4984f94110e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:27:56.737667 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-f6eceee4-21ef-4073-8c60-c4b83efcca9c service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634708 Jun 18 14:27:56.836629 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-d1b22df5-fc4a-46e3-8752-3c33001c4092 req-1ec0fbac-8926-46a2-bb41-e968f7646097 service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852923 Jun 18 14:27:57.385107 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba499d1e-68f1-47c0-9164-b56a19ee2aed req-5cf4fb04-5d88-499e-b502-05a3aac9c5c7 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:27:57.386607 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ba499d1e-68f1-47c0-9164-b56a19ee2aed req-5cf4fb04-5d88-499e-b502-05a3aac9c5c7 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 943 time: 0.0678022 Jun 18 14:27:57.424033 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ba499d1e-68f1-47c0-9164-b56a19ee2aed req-0c58903e-131b-406c-bbb4-cd8c0497469a tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317879 Jun 18 14:27:58.597551 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2c881-7c17-4851-868a-9fe954c624b0 req-c2b0246b-5ec7-4c9e-af7e-1d8bd7fed746 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:27:58.599056 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c8b2c881-7c17-4851-868a-9fe954c624b0 req-c2b0246b-5ec7-4c9e-af7e-1d8bd7fed746 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 943 time: 0.0639243 Jun 18 14:27:58.640879 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c8b2c881-7c17-4851-868a-9fe954c624b0 req-1e0dbbfb-65a0-4367-b315-bfd95a0f9941 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357029 Jun 18 14:27:59.811844 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087e810-e41b-47bc-8a40-a72bdcbcfcf5 req-8b5df305-d4fc-40b3-8e01-a833cd24796e tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:27:59.813301 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7087e810-e41b-47bc-8a40-a72bdcbcfcf5 req-8b5df305-d4fc-40b3-8e01-a833cd24796e tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 943 time: 0.0633137 Jun 18 14:27:59.854136 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7087e810-e41b-47bc-8a40-a72bdcbcfcf5 req-aafaa470-3209-4171-a63c-ee1a189f68dc tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345774 Jun 18 14:28:00.011968 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 49946) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:28:00.119185 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9c7a91f0-acef-4260-90db-45e0ec93c1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:00.211778 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9c7a91f0-acef-4260-90db-45e0ec93c1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:00.293375 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9c7a91f0-acef-4260-90db-45e0ec93c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:00.296097 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-8a413cd0-3d74-47eb-ad29-ea02f3621e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:00.333530 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-9c7a91f0-acef-4260-90db-45e0ec93c1b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9e5719d898a549158f2288fc44746ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204784 Jun 18 14:28:00.339662 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a91f0-acef-4260-90db-45e0ec93c1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c12961c-d0ff-47e5-8107-a080a161f27d,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:00.339797 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 49950) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:28:00.340270 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9c7a91f0-acef-4260-90db-45e0ec93c1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:00.385996 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-cf97e54f-4ee1-4dc8-8629-e301f4d045a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:00.406116 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-cf97e54f-4ee1-4dc8-8629-e301f4d045a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:00.516792 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-cf97e54f-4ee1-4dc8-8629-e301f4d045a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:00.519391 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-cf97e54f-4ee1-4dc8-8629-e301f4d045a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:00.520508 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-cf97e54f-4ee1-4dc8-8629-e301f4d045a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c12961c-d0ff-47e5-8107-a080a161f27d HTTP/1.1" status: 204 len: 168 time: 0.1832507 Jun 18 14:28:00.521304 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-8a236189-4d30-45de-b358-020219fd04d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:00.528832 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97e54f-4ee1-4dc8-8629-e301f4d045a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c12961c-d0ff-47e5-8107-a080a161f27d,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:00.531337 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-cf97e54f-4ee1-4dc8-8629-e301f4d045a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:01.029894 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f8489-d030-4a80-a987-2e4f387bb356 req-b75de84c-cb8e-4b34-9736-c8dea8e6e02c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:01.031817 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b90f8489-d030-4a80-a987-2e4f387bb356 req-b75de84c-cb8e-4b34-9736-c8dea8e6e02c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 943 time: 0.0692792 Jun 18 14:28:01.071976 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b90f8489-d030-4a80-a987-2e4f387bb356 req-70e5749b-1ddf-455e-9fb5-a59901244f40 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336306 Jun 18 14:28:01.177791 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 49960) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:28:01.191325 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a883246b-9f37-4c22-b138-09ba57d63853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:01.282890 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a883246b-9f37-4c22-b138-09ba57d63853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:01.345647 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a883246b-9f37-4c22-b138-09ba57d63853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:01.348351 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-a3a41037-b53d-4bd6-bebf-72773c8ab247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:01.387110 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-a883246b-9f37-4c22-b138-09ba57d63853 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=12f481bad496431e846aa9a3a0c224f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2081809 Jun 18 14:28:01.387998 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883246b-9f37-4c22-b138-09ba57d63853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1641f347-5be5-4b2e-90ea-669edac4c92b,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:01.390139 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 49962) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:28:01.390975 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-a883246b-9f37-4c22-b138-09ba57d63853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:01.440296 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-12afdadc-2af7-42e4-b5a4-807f1e45564e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:01.466877 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-12afdadc-2af7-42e4-b5a4-807f1e45564e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:01.602038 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-12afdadc-2af7-42e4-b5a4-807f1e45564e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:01.604582 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-12afdadc-2af7-42e4-b5a4-807f1e45564e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:01.605748 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-12afdadc-2af7-42e4-b5a4-807f1e45564e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1641f347-5be5-4b2e-90ea-669edac4c92b HTTP/1.1" status: 204 len: 168 time: 0.2145450 Jun 18 14:28:01.606540 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-96342081-4342-43aa-b4e0-de6062bc4d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:01.614019 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afdadc-2af7-42e4-b5a4-807f1e45564e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1641f347-5be5-4b2e-90ea-669edac4c92b,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:01.616779 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-12afdadc-2af7-42e4-b5a4-807f1e45564e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:02.246049 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f02d3-b591-46a0-a4b1-2c6908944361 req-2448acc9-8da5-4925-bd46-699a00a4bddb tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:02.247537 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-154f02d3-b591-46a0-a4b1-2c6908944361 req-2448acc9-8da5-4925-bd46-699a00a4bddb tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 943 time: 0.0632806 Jun 18 14:28:02.285696 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-154f02d3-b591-46a0-a4b1-2c6908944361 req-bc00a46f-2e2c-45e3-bd99-d8ee9fc39bda tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324373 Jun 18 14:28:03.470078 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c1488-eabe-4273-a520-a4da0b6ecda1 req-e11b25e2-7254-4d1f-b34d-20035f2b733d tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:03.471551 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-112c1488-eabe-4273-a520-a4da0b6ecda1 req-e11b25e2-7254-4d1f-b34d-20035f2b733d tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 943 time: 0.0622809 Jun 18 14:28:03.510436 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-112c1488-eabe-4273-a520-a4da0b6ecda1 req-6d044e4d-49c9-48b9-a3ba-1d6c58a4b99e tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331841 Jun 18 14:28:04.683426 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d7dea-dedf-4aeb-bfcd-87d281ad672c req-15f23a41-c7fe-4153-997e-7c9a638e21d6 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:04.684875 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e79d7dea-dedf-4aeb-bfcd-87d281ad672c req-15f23a41-c7fe-4153-997e-7c9a638e21d6 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 943 time: 0.0660102 Jun 18 14:28:04.721385 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e79d7dea-dedf-4aeb-bfcd-87d281ad672c req-efacdc82-b7ba-4bfd-8d27-3c8a8fcb7a67 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309126 Jun 18 14:28:05.895580 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082e78c-980c-4279-9ae1-4a5c821a865d req-f5f9772a-4f9d-4fc7-a00b-f92d589890f5 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:05.897078 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3082e78c-980c-4279-9ae1-4a5c821a865d req-f5f9772a-4f9d-4fc7-a00b-f92d589890f5 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 943 time: 0.0633199 Jun 18 14:28:05.934167 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3082e78c-980c-4279-9ae1-4a5c821a865d req-1b085a38-7dfd-42ba-b09b-3a6d393d4e5e tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315716 Jun 18 14:28:06.060048 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device c49ace75-b989-4179-b17c-b0d236f610aa details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:28:06.151125 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port c49ace75-b989-4179-b17c-b0d236f610aa, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=c49ace75-b989-4179-b17c-b0d236f610aa,segment=NetworkSegment(3268c0c4-e8d6-49a1-80fc-53a179764921),segment_id=3268c0c4-e8d6-49a1-80fc-53a179764921)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:28:06.166651 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': 'c49ace75-b989-4179-b17c-b0d236f610aa', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'port_id': 'c49ace75-b989-4179-b17c-b0d236f610aa', 'mac_address': 'fa:16:3e:d2:b0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:28:06.203052 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:06.217133 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c49ace75-b989-4179-b17c-b0d236f610aa {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:28:06.240218 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port c49ace75-b989-4179-b17c-b0d236f610aa, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=c49ace75-b989-4179-b17c-b0d236f610aa,segment=NetworkSegment(3268c0c4-e8d6-49a1-80fc-53a179764921),segment_id=3268c0c4-e8d6-49a1-80fc-53a179764921)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:28:06.327875 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:06.331079 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:06.377809 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=c49ace75-b989-4179-b17c-b0d236f610aa,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:06.381225 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:06.893378 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['c49ace75-b989-4179-b17c-b0d236f610aa'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:28:07.114094 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed0726-6b66-4652-9e46-1ec61047fab3 req-f2d2ca3a-4433-4b02-a6db-342413fd5046 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:07.115826 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-73ed0726-6b66-4652-9e46-1ec61047fab3 req-f2d2ca3a-4433-4b02-a6db-342413fd5046 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 944 time: 0.0691247 Jun 18 14:28:07.154277 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-73ed0726-6b66-4652-9e46-1ec61047fab3 req-edadaf08-2b6d-465b-955d-3137521e2658 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319271 Jun 18 14:28:08.022033 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:28:08.023944 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 50048) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:28:08.081650 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device c49ace75-b989-4179-b17c-b0d236f610aa up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:28:08.125605 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-cc50a7f6-bdf4-4e4b-a496-961c38fa7e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:08.213218 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-cc50a7f6-bdf4-4e4b-a496-961c38fa7e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:08.230334 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning for port c49ace75-b989-4179-b17c-b0d236f610aa completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:28:08.234469 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port c49ace75-b989-4179-b17c-b0d236f610aa triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:28:08.234913 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:08.293666 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-cc50a7f6-bdf4-4e4b-a496-961c38fa7e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:08.297382 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-b076d781-73a1-4380-9d90-a1be0e889d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:08.315210 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:08.332781 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e61dcf-e752-44c9-9e32-329adb299246 req-c3f5e343-1d72-47b5-a342-35323adec84c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:08.333893 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-52e61dcf-e752-44c9-9e32-329adb299246 req-c3f5e343-1d72-47b5-a342-35323adec84c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 944 time: 0.0668623 Jun 18 14:28:08.336237 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 50054) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:28:08.342083 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-cc50a7f6-bdf4-4e4b-a496-961c38fa7e85 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d6c0519c18324f23acc5029e500cb8b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168523 Jun 18 14:28:08.342248 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c59de4-8599-442a-8fe6-1e74dc653e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49ace75-b989-4179-b17c-b0d236f610aa'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:28:08.344454 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50a7f6-bdf4-4e4b-a496-961c38fa7e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88086bf-f317-49ba-b36b-753b5edee9b8,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:08.345318 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d942e8c-4488-4332-a7cc-1e76de378e58" -d '{"events": [{"server_uuid": "18c59de4-8599-442a-8fe6-1e74dc653e72", "name": "network-vif-plugged", "status": "completed", "tag": "c49ace75-b989-4179-b17c-b0d236f610aa"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:28:08.348616 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-cc50a7f6-bdf4-4e4b-a496-961c38fa7e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:08.359513 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port c49ace75-b989-4179-b17c-b0d236f610aa, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=c49ace75-b989-4179-b17c-b0d236f610aa,segment=NetworkSegment(3268c0c4-e8d6-49a1-80fc-53a179764921),segment_id=3268c0c4-e8d6-49a1-80fc-53a179764921)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:28:08.389265 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6057ab9c-0da9-405b-a346-92d890c17218 x-openstack-request-id: req-6057ab9c-0da9-405b-a346-92d890c17218 {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:28:08.389662 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c59de4-8599-442a-8fe6-1e74dc653e72", "name": "network-vif-plugged", "status": "completed", "tag": "c49ace75-b989-4179-b17c-b0d236f610aa", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:28:08.389994 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6057ab9c-0da9-405b-a346-92d890c17218 {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:28:08.390497 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c59de4-8599-442a-8fe6-1e74dc653e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49ace75-b989-4179-b17c-b0d236f610aa', 'code': 200} Jun 18 14:28:08.408095 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-06c7ea0e-c680-4f8c-be7c-5c5a7bbb0c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:08.427805 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:08.430913 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-52e61dcf-e752-44c9-9e32-329adb299246 req-206505f0-4fc6-4dc6-8b97-1e447ff6242e tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558779 Jun 18 14:28:08.432738 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:08.440147 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-06c7ea0e-c680-4f8c-be7c-5c5a7bbb0c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:08.488976 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=c49ace75-b989-4179-b17c-b0d236f610aa,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:08.492645 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:08.556099 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-06c7ea0e-c680-4f8c-be7c-5c5a7bbb0c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:08.558731 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-06c7ea0e-c680-4f8c-be7c-5c5a7bbb0c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:08.559852 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-06c7ea0e-c680-4f8c-be7c-5c5a7bbb0c81 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b88086bf-f317-49ba-b36b-753b5edee9b8 HTTP/1.1" status: 204 len: 168 time: 0.2221689 Jun 18 14:28:08.560624 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9c7a91f0-acef-4260-90db-45e0ec93c1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:08.567965 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7ea0e-c680-4f8c-be7c-5c5a7bbb0c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88086bf-f317-49ba-b36b-753b5edee9b8,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:08.571085 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-06c7ea0e-c680-4f8c-be7c-5c5a7bbb0c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:08.596197 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-01fac9a9-23b6-46a7-a037-da98019afc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:08.907836 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bf63c-30a9-460f-a6dc-87579ad50d78 req-dcbec6e1-449d-4351-bd69-2dfa50858d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:08.909484 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-df2bf63c-30a9-460f-a6dc-87579ad50d78 req-dcbec6e1-449d-4351-bd69-2dfa50858d39 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 1098 time: 0.0532947 Jun 18 14:28:08.945629 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-df2bf63c-30a9-460f-a6dc-87579ad50d78 req-32231d87-9393-4834-ac18-b1c88f529765 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294597 Jun 18 14:28:09.159434 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 50066) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:28:09.174568 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c222a265-2c3f-4bc8-857d-0b5fc2d3b3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:09.259823 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c222a265-2c3f-4bc8-857d-0b5fc2d3b3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:09.333073 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c222a265-2c3f-4bc8-857d-0b5fc2d3b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:09.336388 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-12afdadc-2af7-42e4-b5a4-807f1e45564e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:09.369629 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222a265-2c3f-4bc8-857d-0b5fc2d3b3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4defd6b5-5ac0-4c51-8c37-0610693bc9f6,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:09.373689 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-c222a265-2c3f-4bc8-857d-0b5fc2d3b3fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb940b8c772148bebcba5a8cdeca66ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131925 Jun 18 14:28:09.374678 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c222a265-2c3f-4bc8-857d-0b5fc2d3b3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:09.376936 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 50068) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:28:09.428163 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-48f87283-45df-4188-abc6-34fe84bb8353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:09.448986 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-48f87283-45df-4188-abc6-34fe84bb8353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:09.581476 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-48f87283-45df-4188-abc6-34fe84bb8353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:09.584018 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-48f87283-45df-4188-abc6-34fe84bb8353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:09.585899 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-48f87283-45df-4188-abc6-34fe84bb8353 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4defd6b5-5ac0-4c51-8c37-0610693bc9f6 HTTP/1.1" status: 204 len: 168 time: 0.2084074 Jun 18 14:28:09.589546 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-f2ef70b6-d4d2-4d7c-8356-34b3559fd029 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:09.600548 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f87283-45df-4188-abc6-34fe84bb8353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4defd6b5-5ac0-4c51-8c37-0610693bc9f6,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:09.604065 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-48f87283-45df-4188-abc6-34fe84bb8353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:09.620941 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b161059-a900-4a2a-9e75-81e610324975 req-022b342b-2857-40ce-a7a3-526ac72e37dd tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:09.622462 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4b161059-a900-4a2a-9e75-81e610324975 req-022b342b-2857-40ce-a7a3-526ac72e37dd tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 945 time: 0.0779164 Jun 18 14:28:09.665366 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4b161059-a900-4a2a-9e75-81e610324975 req-8b1ad52a-b38f-4522-b129-4a727bad8f7e tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357537 Jun 18 14:28:10.844540 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1319d8e-87a0-4d93-9c08-7a042b12a2f4 req-a83cc158-f56e-44e9-971e-307a3d44b1c2 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:10.846134 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-e1319d8e-87a0-4d93-9c08-7a042b12a2f4 req-a83cc158-f56e-44e9-971e-307a3d44b1c2 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 945 time: 0.0650322 Jun 18 14:28:10.885831 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-e1319d8e-87a0-4d93-9c08-7a042b12a2f4 req-858bf5f8-31b6-44e8-ac67-dbc540e0c6a3 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337768 Jun 18 14:28:12.058855 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:12.061303 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85489edb-5807-4b24-8efb-7b14a396208d req-35821834-a878-4ad5-b1d6-6d8632b43d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:12.062791 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-85489edb-5807-4b24-8efb-7b14a396208d req-35821834-a878-4ad5-b1d6-6d8632b43d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 945 time: 0.0675473 Jun 18 14:28:12.099829 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-85489edb-5807-4b24-8efb-7b14a396208d req-2baf7693-7e26-424f-aa40-63b5aea7cbc3 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312319 Jun 18 14:28:12.273231 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e5a93-90a4-4955-8702-ec733e60df59 req-7ad86a5d-903b-4fa0-aec5-74af380fc938 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:12.274586 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-290e5a93-90a4-4955-8702-ec733e60df59 req-7ad86a5d-903b-4fa0-aec5-74af380fc938 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 945 time: 0.0674241 Jun 18 14:28:12.312888 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-290e5a93-90a4-4955-8702-ec733e60df59 req-529b1ccb-609f-4738-9519-115199829cc8 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326009 Jun 18 14:28:12.337744 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 50116) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:28:12.534525 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-93f80f61-a971-4fd9-8f05-79ad9dd9dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:12.551668 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33074b72-8e1e-4135-becc-0f1c6323940d tempest-TestVolumeBootPattern-1666324816 tempest-TestVolumeBootPattern-1666324816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:12.553808 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-33074b72-8e1e-4135-becc-0f1c6323940d tempest-TestVolumeBootPattern-1666324816 tempest-TestVolumeBootPattern-1666324816-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 1093 time: 0.2144196 Jun 18 14:28:12.556608 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 50124) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:28:12.561178 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Request body: {'floatingip': {'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'port_id': 'c49ace75-b989-4179-b17c-b0d236f610aa', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:28:12.636187 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for floatingip, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:12.741435 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:12.841866 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Allocated IP 172.27.3.116 (bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae/6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898/34ea2828-df91-4104-bb7f-1c364a4815a6) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:28:12.943583 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:13.064768 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12393637'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:13.067889 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-b9557990-d24a-49ae-9802-302c29b576fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:13.107387 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Network bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:28:13.110095 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:28:13.112577 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:28:13.118178 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Pushing event updated for resources: {'Port': ['ID=34ea2828-df91-4104-bb7f-1c364a4815a6,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:13.120869 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:13.167772 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:13.481019 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:13.521687 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:13.682512 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:13.831982 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for port, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:13.910244 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:13.914250 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9d414f41-72e5-4681-bcbe-a19878fe2c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:13.980067 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Pushing event updated for resources: {'Port': ['ID=34ea2828-df91-4104-bb7f-1c364a4815a6,revision_number=2']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:13.984058 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:13.994705 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635786'] for floatingip, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:14.098452 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.l3_db [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Floating IP 9296551b-c1fe-45c6-85b6-dbff1354d519 associated. External IP: 172.27.3.116, port: c49ace75-b989-4179-b17c-b0d236f610aa. Jun 18 14:28:14.332123 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4b9d8-eb43-4ea9-b920-621d23d19450 req-7e555e6f-29db-4b85-981a-4ee13cba9ba3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:14.333651 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b7c4b9d8-eb43-4ea9-b920-621d23d19450 req-7e555e6f-29db-4b85-981a-4ee13cba9ba3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0732641 Jun 18 14:28:14.349070 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:28:14.378850 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b7c4b9d8-eb43-4ea9-b920-621d23d19450 req-29a7c440-8090-4329-a3ae-5c6a4039a670 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330029 Jun 18 14:28:14.455241 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:28:14.467875 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdea15cf-1044-4f04-b747-3c4690fa1daf None None] Sync routers for ids ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'] in dv-cinder-795751-2-iscsi {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:28:14.478373 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdea15cf-1044-4f04-b747-3c4690fa1daf None None] Routers {'7f6c601d-3615-4ae4-9ee2-71c1afba3b06'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:28:14.479024 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-fdea15cf-1044-4f04-b747-3c4690fa1daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:28:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:28:14.539585 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for floatingip, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:14.580170 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0224676 Jun 18 14:28:14.581075 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c59de4-8599-442a-8fe6-1e74dc653e72', 'tag': 'c49ace75-b989-4179-b17c-b0d236f610aa'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:28:14.583571 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c47150a-4804-484e-ae59-c9729cc4b2cb" -d '{"events": [{"name": "network-changed", "server_uuid": "18c59de4-8599-442a-8fe6-1e74dc653e72", "tag": "c49ace75-b989-4179-b17c-b0d236f610aa"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:28:14.587093 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-fdea15cf-1044-4f04-b747-3c4690fa1daf None None] Set router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:28:14.623470 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b68356d-eb8d-4c8c-a711-4ae957b4cd20 x-openstack-request-id: req-8b68356d-eb8d-4c8c-a711-4ae957b4cd20 {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:28:14.623807 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c59de4-8599-442a-8fe6-1e74dc653e72", "tag": "c49ace75-b989-4179-b17c-b0d236f610aa", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:28:14.624106 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b68356d-eb8d-4c8c-a711-4ae957b4cd20 {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:28:14.624549 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c59de4-8599-442a-8fe6-1e74dc653e72', 'tag': 'c49ace75-b989-4179-b17c-b0d236f610aa', 'status': 'completed', 'code': 200} Jun 18 14:28:14.763284 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47150a-4804-484e-ae59-c9729cc4b2cb req-b2471e6c-2cd8-4a50-9c28-71055788393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:14.765379 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7c47150a-4804-484e-ae59-c9729cc4b2cb req-b2471e6c-2cd8-4a50-9c28-71055788393f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbb479abbf4e4acda8c320ef124c4e8c&device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 1098 time: 0.0822947 Jun 18 14:28:14.849828 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-fdea15cf-1044-4f04-b747-3c4690fa1daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': '62a070ed-986a-4cf9-bd8b-515273c4c6b1', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'port_id': '43eff6a8-fc06-4c51-83d1-549510fa6d4a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'mac_address': 'fa:16:3e:1e:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a98d5d4-42d3-482f-8a36-50294c0b7bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:25:32Z', 'updated_at': '2021-06-18T14:25:34Z', 'revision_number': 1, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'fixed_ip_address_scope': None}, {'id': '9296551b-c1fe-45c6-85b6-dbff1354d519', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'floating_ip_address': '172.27.3.116', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'port_id': 'c49ace75-b989-4179-b17c-b0d236f610aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'mac_address': 'fa:16:3e:d2:b0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c59de4-8599-442a-8fe6-1e74dc653e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:28:13Z', 'updated_at': '2021-06-18T14:28:13Z', 'revision_number': 0, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0cec79d-51e1-462f-aa19-1fc1582cdbc6', 'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'mac_address': 'fa:16:3e:f4:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:11Z', 'updated_at': '2021-06-18T14:19:24Z', 'revision_number': 5, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'subnets': [{'id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:28:14.882774 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdea15cf-1044-4f04-b747-3c4690fa1daf None None] Checking router: 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 for host: dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:28:14.893874 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47150a-4804-484e-ae59-c9729cc4b2cb req-54743ea8-3b1f-440a-9da1-8e4180f9a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:14.904837 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7c47150a-4804-484e-ae59-c9729cc4b2cb req-54743ea8-3b1f-440a-9da1-8e4180f9a3d6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5 HTTP/1.1" status: 200 len: 913 time: 0.1199069 Jun 18 14:28:14.904952 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdea15cf-1044-4f04-b747-3c4690fa1daf None None] Routers {'7f6c601d-3615-4ae4-9ee2-71c1afba3b06'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:28:14.904952 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-fdea15cf-1044-4f04-b747-3c4690fa1daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:28:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:28:14.966530 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7c47150a-4804-484e-ae59-c9729cc4b2cb req-4b4abef4-9df0-4909-82e5-c983a5633239 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c49ace75-b989-4179-b17c-b0d236f610aa HTTP/1.1" status: 200 len: 999 time: 0.0637851 Jun 18 14:28:15.017602 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47150a-4804-484e-ae59-c9729cc4b2cb req-c8988cf0-0acc-4b1f-885d-7d0eb789e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:15.019049 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7c47150a-4804-484e-ae59-c9729cc4b2cb req-c8988cf0-0acc-4b1f-885d-7d0eb789e621 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=649a9e32-52ab-47bf-bb55-ed3bf5cc8750 HTTP/1.1" status: 200 len: 851 time: 0.0460672 Jun 18 14:28:15.084085 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47150a-4804-484e-ae59-c9729cc4b2cb req-c2416098-c2ca-4946-9ee7-f5a0c687653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:15.085622 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7c47150a-4804-484e-ae59-c9729cc4b2cb req-c2416098-c2ca-4946-9ee7-f5a0c687653d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590072 Jun 18 14:28:15.092078 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-fdea15cf-1044-4f04-b747-3c4690fa1daf None None] Set router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:28:15.187767 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7c47150a-4804-484e-ae59-c9729cc4b2cb req-92d8d976-b943-4f4b-8727-ebf487d077ca service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893822 Jun 18 14:28:15.248016 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:15.275908 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-7c47150a-4804-484e-ae59-c9729cc4b2cb req-39c1360b-7208-4230-b315-e33aa8aa935c service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863802 Jun 18 14:28:15.325501 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-fdea15cf-1044-4f04-b747-3c4690fa1daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': '62a070ed-986a-4cf9-bd8b-515273c4c6b1', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'port_id': '43eff6a8-fc06-4c51-83d1-549510fa6d4a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'mac_address': 'fa:16:3e:1e:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a98d5d4-42d3-482f-8a36-50294c0b7bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:25:32Z', 'updated_at': '2021-06-18T14:25:34Z', 'revision_number': 1, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'fixed_ip_address_scope': None}, {'id': '9296551b-c1fe-45c6-85b6-dbff1354d519', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'floating_ip_address': '172.27.3.116', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'port_id': 'c49ace75-b989-4179-b17c-b0d236f610aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'mac_address': 'fa:16:3e:d2:b0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c59de4-8599-442a-8fe6-1e74dc653e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:28:13Z', 'updated_at': '2021-06-18T14:28:13Z', 'revision_number': 0, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0cec79d-51e1-462f-aa19-1fc1582cdbc6', 'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'mac_address': 'fa:16:3e:f4:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:11Z', 'updated_at': '2021-06-18T14:19:24Z', 'revision_number': 5, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'subnets': [{'id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:28:15.351262 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdea15cf-1044-4f04-b747-3c4690fa1daf None None] The sync data for ids ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'] in dv-cinder-795751-2-iscsi is: [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': '62a070ed-986a-4cf9-bd8b-515273c4c6b1', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'port_id': '43eff6a8-fc06-4c51-83d1-549510fa6d4a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'mac_address': 'fa:16:3e:1e:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a98d5d4-42d3-482f-8a36-50294c0b7bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:25:32Z', 'updated_at': '2021-06-18T14:25:34Z', 'revision_number': 1, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'fixed_ip_address_scope': None}, {'id': '9296551b-c1fe-45c6-85b6-dbff1354d519', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'floating_ip_address': '172.27.3.116', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'port_id': 'c49ace75-b989-4179-b17c-b0d236f610aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'mac_address': 'fa:16:3e:d2:b0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c59de4-8599-442a-8fe6-1e74dc653e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:28:13Z', 'updated_at': '2021-06-18T14:28:13Z', 'revision_number': 0, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0cec79d-51e1-462f-aa19-1fc1582cdbc6', 'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'mac_address': 'fa:16:3e:f4:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:11Z', 'updated_at': '2021-06-18T14:19:24Z', 'revision_number': 5, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'subnets': [{'id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:28:15.543463 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405c0c9c-09f3-4249-a73e-17da294c2304 None None] New status for floating IP 9296551b-c1fe-45c6-85b6-dbff1354d519: ACTIVE {{(pid=93614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 14:28:15.571131 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fbbb0-3733-46a0-917d-3f6272d83d4f req-1c93c68b-5488-4aa1-a67a-1ec7b4d10ad1 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:15.572617 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3b5fbbb0-3733-46a0-917d-3f6272d83d4f req-1c93c68b-5488-4aa1-a67a-1ec7b4d10ad1 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0710475 Jun 18 14:28:15.610574 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3b5fbbb0-3733-46a0-917d-3f6272d83d4f req-b191040e-4f04-437d-ab94-af31d91f5d82 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319395 Jun 18 14:28:16.791361 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 50190) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:28:16.792366 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe43342-ec43-4478-91ef-ec389057ff20 req-cf68b5fa-996b-46e4-9669-c17a93a0cb17 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:16.793881 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ffe43342-ec43-4478-91ef-ec389057ff20 req-cf68b5fa-996b-46e4-9669-c17a93a0cb17 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0674233 Jun 18 14:28:16.832521 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ffe43342-ec43-4478-91ef-ec389057ff20 req-d7ecee09-f875-433c-ba08-32f51a9a4d9a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326149 Jun 18 14:28:16.894853 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a379c77a-03d4-47d9-89a4-52d2186ae379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:16.978559 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a379c77a-03d4-47d9-89a4-52d2186ae379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:17.069843 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-a379c77a-03d4-47d9-89a4-52d2186ae379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:17.072507 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-50f0dc0d-28a3-4ca3-b0e4-c1c1d720af9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:17.108192 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-a379c77a-03d4-47d9-89a4-52d2186ae379 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7eb846d2e83b4cccb2ec7b27489012aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156710 Jun 18 14:28:17.109276 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379c77a-03d4-47d9-89a4-52d2186ae379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6867291e-32f7-4a9a-b689-b9fce608a675,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:17.111168 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 50194) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:28:17.112505 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-a379c77a-03d4-47d9-89a4-52d2186ae379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:17.163290 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a9a25122-0441-4086-8320-ebce69fdffca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:17.185694 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a9a25122-0441-4086-8320-ebce69fdffca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:17.315674 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a9a25122-0441-4086-8320-ebce69fdffca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:17.318374 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-a9a25122-0441-4086-8320-ebce69fdffca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:17.319522 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-a9a25122-0441-4086-8320-ebce69fdffca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6867291e-32f7-4a9a-b689-b9fce608a675 HTTP/1.1" status: 204 len: 168 time: 0.2050943 Jun 18 14:28:17.320398 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c20c9642-d996-4fd0-a28e-6666dfe78b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:17.328927 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a25122-0441-4086-8320-ebce69fdffca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6867291e-32f7-4a9a-b689-b9fce608a675,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:17.331553 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-a9a25122-0441-4086-8320-ebce69fdffca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:18.010100 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf453b6a-54bf-4814-82bc-e0b8c62b7ab0 req-f27b6513-315a-40d2-86bd-af0e8661d79e tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:18.011556 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cf453b6a-54bf-4814-82bc-e0b8c62b7ab0 req-f27b6513-315a-40d2-86bd-af0e8661d79e tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0636089 Jun 18 14:28:18.050198 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cf453b6a-54bf-4814-82bc-e0b8c62b7ab0 req-3fd73f1b-5aaf-4049-a6eb-0f3d7d002e90 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325465 Jun 18 14:28:19.246552 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79081b6a-998e-40b9-bc61-ac3408cde3c8 req-8b79991d-30c8-4a31-8f94-ca2bf16863cf tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:19.248519 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-79081b6a-998e-40b9-bc61-ac3408cde3c8 req-8b79991d-30c8-4a31-8f94-ca2bf16863cf tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0716138 Jun 18 14:28:19.289523 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-79081b6a-998e-40b9-bc61-ac3408cde3c8 req-4b38494c-dc51-4259-84b7-d56988784559 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340436 Jun 18 14:28:20.471101 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04c040-4be3-4876-b944-1539ff650b20 req-1be93821-ad89-490f-beb5-0498d663af9b tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:20.472481 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ef04c040-4be3-4876-b944-1539ff650b20 req-1be93821-ad89-490f-beb5-0498d663af9b tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0661540 Jun 18 14:28:20.512201 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-ef04c040-4be3-4876-b944-1539ff650b20 req-22cce3ef-7956-4fbf-9deb-362d2f833d36 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318811 Jun 18 14:28:21.696288 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d1307-65c6-4e50-8464-25fce5d3395d req-c3b2ef5d-cb17-43dd-a2f2-7f5cc8b8ab6d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:21.697789 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-017d1307-65c6-4e50-8464-25fce5d3395d req-c3b2ef5d-cb17-43dd-a2f2-7f5cc8b8ab6d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0633416 Jun 18 14:28:21.736491 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-017d1307-65c6-4e50-8464-25fce5d3395d req-43f481b1-3e47-42f6-8a2f-08055df49d1f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327404 Jun 18 14:28:22.915711 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920c32b-2343-433c-acfd-9acb414e0844 req-b0fed215-cc85-4c85-9bfa-bc59720254a3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:22.917159 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0920c32b-2343-433c-acfd-9acb414e0844 req-b0fed215-cc85-4c85-9bfa-bc59720254a3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0625081 Jun 18 14:28:22.954758 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0920c32b-2343-433c-acfd-9acb414e0844 req-26b01d29-777e-453d-86cd-f764d8535479 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317996 Jun 18 14:28:23.042686 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 50252) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:28:23.143876 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-56c200db-fdbe-44ec-8fd8-dec79c690016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:23.228328 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-56c200db-fdbe-44ec-8fd8-dec79c690016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:23.286825 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-56c200db-fdbe-44ec-8fd8-dec79c690016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:23.290122 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-e565dcf5-51bd-4622-81b8-c99d258e8cb6 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:23.323874 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c200db-fdbe-44ec-8fd8-dec79c690016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9080949-8ef6-4c05-bb65-cfb0b36bffc2,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:23.329213 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-56c200db-fdbe-44ec-8fd8-dec79c690016 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a9434a0e399041dda68298e62aba0a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844439 Jun 18 14:28:23.329213 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-56c200db-fdbe-44ec-8fd8-dec79c690016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:23.330948 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 50256) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:28:23.383403 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-5398ad87-c9c9-42dd-b5fe-7baba74d7a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:23.404729 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-5398ad87-c9c9-42dd-b5fe-7baba74d7a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:23.538216 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-5398ad87-c9c9-42dd-b5fe-7baba74d7a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:23.540884 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-5398ad87-c9c9-42dd-b5fe-7baba74d7a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:23.542754 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-5398ad87-c9c9-42dd-b5fe-7baba74d7a07 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f9080949-8ef6-4c05-bb65-cfb0b36bffc2 HTTP/1.1" status: 204 len: 168 time: 0.2100501 Jun 18 14:28:23.543914 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-bbe81017-5d2f-4f93-b747-305273934ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:23.553388 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398ad87-c9c9-42dd-b5fe-7baba74d7a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9080949-8ef6-4c05-bb65-cfb0b36bffc2,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:23.560073 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-5398ad87-c9c9-42dd-b5fe-7baba74d7a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:24.135968 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42084a-bf55-47c6-a6f4-29408fe61544 req-252f448b-a703-421a-b05d-a4b1b2a20542 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:24.137450 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9d42084a-bf55-47c6-a6f4-29408fe61544 req-252f448b-a703-421a-b05d-a4b1b2a20542 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0634789 Jun 18 14:28:24.174291 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9d42084a-bf55-47c6-a6f4-29408fe61544 req-abbdb4e3-d396-4bd2-bd31-9640b7f976df tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309565 Jun 18 14:28:25.368416 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4536f0-c869-4a0d-b513-906b4209a6ae req-6f18dd42-ade9-4ced-8c96-628e65ee3f1e tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:25.369902 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-fa4536f0-c869-4a0d-b513-906b4209a6ae req-6f18dd42-ade9-4ced-8c96-628e65ee3f1e tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0725100 Jun 18 14:28:25.406526 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-fa4536f0-c869-4a0d-b513-906b4209a6ae req-237da4d9-b81f-4526-a019-95b165f6211e tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309489 Jun 18 14:28:26.448528 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-19d96a1f-de18-454a-9ea9-a79ad76c810e tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5effa4a2a74146bba349a13772fc87c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296702 Jun 18 14:28:26.584221 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b2ca6-47f4-4227-a161-12db60188589 req-abda245a-1093-415d-9806-f2790e33a5aa tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:26.585751 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0e4b2ca6-47f4-4227-a161-12db60188589 req-abda245a-1093-415d-9806-f2790e33a5aa tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0628254 Jun 18 14:28:26.625059 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0e4b2ca6-47f4-4227-a161-12db60188589 req-89cf56c1-a01a-4047-aa6b-f04b238ccc09 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332968 Jun 18 14:28:26.897996 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-000d8d6b-5f3c-42ed-99e8-dc4827bbabbb tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:26.899399 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-000d8d6b-5f3c-42ed-99e8-dc4827bbabbb tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4451807 Jun 18 14:28:26.914116 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-35d6344e-02df-41fa-85cc-b2acecfec3fd tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/quotas/5effa4a2a74146bba349a13772fc87c7 HTTP/1.1" status: 200 len: 375 time: 0.0091093 Jun 18 14:28:26.945772 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-76c5b332-68e0-4bb3-ad1f-bf45f37d3e38 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5effa4a2a74146bba349a13772fc87c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267944 Jun 18 14:28:27.212971 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-5db64717-c77f-43f2-a095-36c3778b2bf1 req-9bab3b9e-c883-4745-9063-ae90bcc3049b tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/ports?device_id=84636f0d-edd6-44f8-9809-515082b00bc6 HTTP/1.1" status: 200 len: 210 time: 0.0306542 Jun 18 14:28:27.802448 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc7a4d-0503-4f8a-8685-35b3b4a36aff req-938c83b1-4e3c-424e-8ddd-fb9e23dc8335 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:27.804350 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-67fc7a4d-0503-4f8a-8685-35b3b4a36aff req-938c83b1-4e3c-424e-8ddd-fb9e23dc8335 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0625498 Jun 18 14:28:27.842556 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-67fc7a4d-0503-4f8a-8685-35b3b4a36aff req-4c38d8d3-9178-4ab7-aeb6-20933558ea05 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323756 Jun 18 14:28:28.176789 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 14441fd4-dd64-4554-9ace-65cfefa8b252 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:28:28.275513 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 14441fd4-dd64-4554-9ace-65cfefa8b252, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=14441fd4-dd64-4554-9ace-65cfefa8b252,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:28:28.288032 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': '14441fd4-dd64-4554-9ace-65cfefa8b252', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'port_id': '14441fd4-dd64-4554-9ace-65cfefa8b252', 'mac_address': 'fa:16:3e:d1:35:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:28:28.298069 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3f13d027-e403-4870-b550-0070e5d8ede0 req-90266013-2f5f-47d2-8094-f9527d1efe1b tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/ports?device_id=84636f0d-edd6-44f8-9809-515082b00bc6 HTTP/1.1" status: 200 len: 210 time: 0.0331619 Jun 18 14:28:28.327081 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:28.339393 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14441fd4-dd64-4554-9ace-65cfefa8b252 {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:28:28.360974 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 14441fd4-dd64-4554-9ace-65cfefa8b252, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=14441fd4-dd64-4554-9ace-65cfefa8b252,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:28:28.458035 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:28.460366 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-4ce9c29c-d4fd-4cea-b42f-daacb802167f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:28.504897 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=14441fd4-dd64-4554-9ace-65cfefa8b252,revision_number=6']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:28.507886 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:28.612889 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['14441fd4-dd64-4554-9ace-65cfefa8b252'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:28:29.025177 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bbaf8-745f-4d92-99d3-072d70b8a043 req-cb473f08-ef60-4a2e-8a99-16200fe5cdca tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:29.026669 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-fd3bbaf8-745f-4d92-99d3-072d70b8a043 req-cb473f08-ef60-4a2e-8a99-16200fe5cdca tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 944 time: 0.0656059 Jun 18 14:28:29.064008 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-fd3bbaf8-745f-4d92-99d3-072d70b8a043 req-42230e78-0850-4c78-84f9-b5720c6a9232 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317495 Jun 18 14:28:29.445287 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-26c13640-d771-4552-9722-52f3ae2d7ceb req-e70487f9-bfc4-42ed-8023-3c7237239ac3 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/ports?device_id=84636f0d-edd6-44f8-9809-515082b00bc6 HTTP/1.1" status: 200 len: 210 time: 0.0297418 Jun 18 14:28:29.816290 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-94592b29-465c-48b9-8e87-072b52cf3150 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=5effa4a2a74146bba349a13772fc87c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215409 Jun 18 14:28:29.927008 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-083de29f-ab2c-4efa-9fdd-70fbbb9bf241 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:29.928994 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-083de29f-ab2c-4efa-9fdd-70fbbb9bf241 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1077464 Jun 18 14:28:29.948882 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-c8135ba8-0ba1-4e8b-a288-3e6c7b9eaa77 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Request body: {'port': {'device_id': '84636f0d-edd6-44f8-9809-515082b00bc6', 'network_id': '8ce7d901-bc1a-4438-96af-06d04ed00392', 'admin_state_up': True, 'tenant_id': '5effa4a2a74146bba349a13772fc87c7'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:28:30.198091 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 14441fd4-dd64-4554-9ace-65cfefa8b252 up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:28:30.211757 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-c8135ba8-0ba1-4e8b-a288-3e6c7b9eaa77 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Made reservation on behalf of 5effa4a2a74146bba349a13772fc87c7 for: {'port': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:28:30.215327 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-c8135ba8-0ba1-4e8b-a288-3e6c7b9eaa77 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:30.232362 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-c8135ba8-0ba1-4e8b-a288-3e6c7b9eaa77 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:30.244760 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port 14441fd4-dd64-4554-9ace-65cfefa8b252 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:28:30.245166 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:30.281693 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651f057-0496-4b97-b88c-0a0f230cd71f req-2076910c-ee26-4f69-aedf-6a9c740c863b tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:30.283174 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6651f057-0496-4b97-b88c-0a0f230cd71f req-2076910c-ee26-4f69-aedf-6a9c740c863b tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 944 time: 0.1019242 Jun 18 14:28:30.324517 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:30.342207 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6651f057-0496-4b97-b88c-0a0f230cd71f req-db4fcf17-a10d-4a1a-99a7-a2fa6b1f93ae tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512815 Jun 18 14:28:30.356417 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d3ceff-17eb-4c64-8ad8-218f8843d3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14441fd4-dd64-4554-9ace-65cfefa8b252'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:28:30.358743 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a028b63c-4eaf-449e-9023-bfd66c8e9f4c" -d '{"events": [{"server_uuid": "70d3ceff-17eb-4c64-8ad8-218f8843d3fc", "name": "network-vif-plugged", "status": "completed", "tag": "14441fd4-dd64-4554-9ace-65cfefa8b252"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:28:30.383387 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 14441fd4-dd64-4554-9ace-65cfefa8b252, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=14441fd4-dd64-4554-9ace-65cfefa8b252,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:28:30.390971 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-c8135ba8-0ba1-4e8b-a288-3e6c7b9eaa77 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:30.414280 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633c9175-c6cd-4d25-a026-24222cde487b x-openstack-request-id: req-633c9175-c6cd-4d25-a026-24222cde487b {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:28:30.414587 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d3ceff-17eb-4c64-8ad8-218f8843d3fc", "name": "network-vif-plugged", "status": "completed", "tag": "14441fd4-dd64-4554-9ace-65cfefa8b252", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:28:30.414891 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-633c9175-c6cd-4d25-a026-24222cde487b {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:28:30.415296 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d3ceff-17eb-4c64-8ad8-218f8843d3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14441fd4-dd64-4554-9ace-65cfefa8b252', 'code': 200} Jun 18 14:28:30.463737 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:30.465618 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:30.498343 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-c8135ba8-0ba1-4e8b-a288-3e6c7b9eaa77 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:30.503101 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-5398ad87-c9c9-42dd-b5fe-7baba74d7a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:30.514026 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=14441fd4-dd64-4554-9ace-65cfefa8b252,revision_number=7']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:30.520891 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:30.595947 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8135ba8-0ba1-4e8b-a288-3e6c7b9eaa77 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a144e4ce-db74-4942-a557-77842e71d070,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:30.602789 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9c161fa6-76f7-48e1-8202-b11f03e64972 req-145aed0d-a661-40e6-ab67-52742b924fdc tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/ports?device_id=84636f0d-edd6-44f8-9809-515082b00bc6 HTTP/1.1" status: 200 len: 210 time: 0.0427139 Jun 18 14:28:30.607631 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c8135ba8-0ba1-4e8b-a288-3e6c7b9eaa77 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:30.665066 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-c8135ba8-0ba1-4e8b-a288-3e6c7b9eaa77 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Allocated IP 192.168.233.106 (8ce7d901-bc1a-4438-96af-06d04ed00392/6466a2ca-859b-4dc5-8287-49ab9bdc1d93/8d68aada-1719-47fa-bab4-1265a0389873) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:28:30.813275 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-c8135ba8-0ba1-4e8b-a288-3e6c7b9eaa77 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:30.826940 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-c8135ba8-0ba1-4e8b-a288-3e6c7b9eaa77 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Transition to ACTIVE for port object 8d68aada-1719-47fa-bab4-1265a0389873 will not be triggered until provisioned by entity DHCP. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:28:30.955466 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-c8135ba8-0ba1-4e8b-a288-3e6c7b9eaa77 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12393637'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:30.960177 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c9e5b716-8f2e-4653-bc21-4fca46e612e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:31.001624 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-c8135ba8-0ba1-4e8b-a288-3e6c7b9eaa77 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Network 8ce7d901-bc1a-4438-96af-06d04ed00392 is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:28:31.005238 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-c8135ba8-0ba1-4e8b-a288-3e6c7b9eaa77 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:28:31.009621 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-c8135ba8-0ba1-4e8b-a288-3e6c7b9eaa77 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:28:31.016354 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8135ba8-0ba1-4e8b-a288-3e6c7b9eaa77 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Pushing event updated for resources: {'Port': ['ID=8d68aada-1719-47fa-bab4-1265a0389873,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:31.036088 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c8135ba8-0ba1-4e8b-a288-3e6c7b9eaa77 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:31.064685 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-c8135ba8-0ba1-4e8b-a288-3e6c7b9eaa77 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:31.065308 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-c8135ba8-0ba1-4e8b-a288-3e6c7b9eaa77 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:31.167159 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-c8135ba8-0ba1-4e8b-a288-3e6c7b9eaa77 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2219429 Jun 18 14:28:31.185790 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Request body: {'port': {'device_id': '84636f0d-edd6-44f8-9809-515082b00bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:28:31.263058 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:31.292407 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-ca1f807f-fa02-4683-8078-721488e7b1a9 None None] Provisioning for port 8d68aada-1719-47fa-bab4-1265a0389873 completed by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:28:31.296375 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-ca1f807f-fa02-4683-8078-721488e7b1a9 None None] Provisioning complete for port 8d68aada-1719-47fa-bab4-1265a0389873 triggered by entity DHCP. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:28:31.296823 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-ca1f807f-fa02-4683-8078-721488e7b1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:31.333239 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-ca1f807f-fa02-4683-8078-721488e7b1a9 None None] Port 8d68aada-1719-47fa-bab4-1265a0389873 cannot update to ACTIVE because it is not bound. {{(pid=93614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 14:28:31.520314 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab61dfa-c640-4f09-afb6-7e9119b7f465 req-4d890af1-40e0-4385-9eb0-1db672e18bd0 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:31.522260 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6ab61dfa-c640-4f09-afb6-7e9119b7f465 req-4d890af1-40e0-4385-9eb0-1db672e18bd0 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0608563 Jun 18 14:28:31.526242 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d68aada-1719-47fa-bab4-1265a0389873 {{(pid=93612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:28:31.536420 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:31.548640 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Transition to ACTIVE for port object 8d68aada-1719-47fa-bab4-1265a0389873 will not be triggered until provisioned by entity L2. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:28:31.559763 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6ab61dfa-c640-4f09-afb6-7e9119b7f465 req-f7ba6510-9772-4b54-be21-32568d855232 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315461 Jun 18 14:28:31.613161 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:31.615504 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-6d0c8cd1-eb78-4fa0-a7ff-9060ba975d10 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:31.690688 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Pushing event updated for resources: {'Port': ['ID=8d68aada-1719-47fa-bab4-1265a0389873,revision_number=2']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:31.694739 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:31.812092 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Attempting to bind port 8d68aada-1719-47fa-bab4-1265a0389873 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:28:31.812443 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Attempting to bind port 8d68aada-1719-47fa-bab4-1265a0389873 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '99ad12d3-63ae-46fa-83fb-ae67ec216c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '8ce7d901-bc1a-4438-96af-06d04ed00392'}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:28:31.812780 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Attempting to bind port 8d68aada-1719-47fa-bab4-1265a0389873 on network 8ce7d901-bc1a-4438-96af-06d04ed00392 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:28:31.820726 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Port 8d68aada-1719-47fa-bab4-1265a0389873 on network 8ce7d901-bc1a-4438-96af-06d04ed00392 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 14:28:31.821057 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Attempting to bind port 8d68aada-1719-47fa-bab4-1265a0389873 on network 8ce7d901-bc1a-4438-96af-06d04ed00392 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:28:31.828951 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Checking agent: {'id': '29ce2f09-b2be-4853-98fa-378b10f49f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'started_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:28:31.829294 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Checking segment: {'id': '99ad12d3-63ae-46fa-83fb-ae67ec216c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '8ce7d901-bc1a-4438-96af-06d04ed00392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:28:31.829709 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Bound using segment: {'id': '99ad12d3-63ae-46fa-83fb-ae67ec216c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '8ce7d901-bc1a-4438-96af-06d04ed00392'} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:28:31.830153 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Bound port: 8d68aada-1719-47fa-bab4-1265a0389873, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ad12d3-63ae-46fa-83fb-ae67ec216c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '8ce7d901-bc1a-4438-96af-06d04ed00392'}}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:28:31.830508 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:31.852676 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db81d24-0133-4190-bc90-3b5c8b05e1e0 req-0b324e54-3295-4d3e-a8b2-0a580391fd0c tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:31.854241 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9db81d24-0133-4190-bc90-3b5c8b05e1e0 req-0b324e54-3295-4d3e-a8b2-0a580391fd0c tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/ports?device_id=84636f0d-edd6-44f8-9809-515082b00bc6 HTTP/1.1" status: 200 len: 948 time: 0.1349900 Jun 18 14:28:31.938338 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9db81d24-0133-4190-bc90-3b5c8b05e1e0 req-a6f36bdc-9293-4ede-a941-3e0502b75a9c tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/security-groups?id=a144e4ce-db74-4942-a557-77842e71d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588758 Jun 18 14:28:31.938338 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] For port 8d68aada-1719-47fa-bab4-1265a0389873, host hv-cinder-79575, cleared binding levels {{(pid=93612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:28:31.938338 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] For port 8d68aada-1719-47fa-bab4-1265a0389873, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=8d68aada-1719-47fa-bab4-1265a0389873,segment=NetworkSegment(99ad12d3-63ae-46fa-83fb-ae67ec216c2e),segment_id=99ad12d3-63ae-46fa-83fb-ae67ec216c2e)] {{(pid=93612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:28:32.035794 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:32.037996 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-891786e5-3f6f-427e-b8d9-ea360c153401 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:32.072512 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:32.073139 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:32.074570 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] 10.222.0.38 "PUT /v2.0/ports/8d68aada-1719-47fa-bab4-1265a0389873 HTTP/1.1" status: 200 len: 1098 time: 0.8931184 Jun 18 14:28:32.075103 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84636f0d-edd6-44f8-9809-515082b00bc6', 'tag': '8d68aada-1719-47fa-bab4-1265a0389873'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:28:32.077444 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d484f7-af70-4a30-ad06-e00d12d3ed65" -d '{"events": [{"name": "network-changed", "server_uuid": "84636f0d-edd6-44f8-9809-515082b00bc6", "tag": "8d68aada-1719-47fa-bab4-1265a0389873"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:28:32.101000 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Pushing event updated for resources: {'Port': ['ID=8d68aada-1719-47fa-bab4-1265a0389873,revision_number=3']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:32.110664 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:32.111375 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:32.111518 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:32.111850 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:32.112247 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:32.112612 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:32.112982 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:32.113405 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:32.113798 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:32.114186 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:32.114537 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:32.114903 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:32.119742 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417048fa-d55d-4244-9470-74e52ad8fcbe x-openstack-request-id: req-417048fa-d55d-4244-9470-74e52ad8fcbe {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:28:32.120081 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84636f0d-edd6-44f8-9809-515082b00bc6", "tag": "8d68aada-1719-47fa-bab4-1265a0389873", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:28:32.120387 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-417048fa-d55d-4244-9470-74e52ad8fcbe {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:28:32.120828 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84636f0d-edd6-44f8-9809-515082b00bc6', 'tag': '8d68aada-1719-47fa-bab4-1265a0389873', 'status': 'completed', 'code': 200} Jun 18 14:28:32.121606 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:32.228991 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d484f7-af70-4a30-ad06-e00d12d3ed65 req-ef5d4fd1-974e-4b68-8bda-81e0c9506456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:32.230646 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c5d484f7-af70-4a30-ad06-e00d12d3ed65 req-ef5d4fd1-974e-4b68-8bda-81e0c9506456 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5effa4a2a74146bba349a13772fc87c7&device_id=84636f0d-edd6-44f8-9809-515082b00bc6 HTTP/1.1" status: 200 len: 1101 time: 0.0589619 Jun 18 14:28:32.264205 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c5d484f7-af70-4a30-ad06-e00d12d3ed65 req-0b7489ec-19e3-4ffc-bf78-539d556b8d16 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=5effa4a2a74146bba349a13772fc87c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195479 Jun 18 14:28:32.355207 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d484f7-af70-4a30-ad06-e00d12d3ed65 req-2f11963f-69f6-4398-806c-2330d8445dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:32.358933 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c5d484f7-af70-4a30-ad06-e00d12d3ed65 req-2f11963f-69f6-4398-806c-2330d8445dc0 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857866 Jun 18 14:28:32.473692 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-0b60c6ac-a76b-4416-90f5-2e41a16c9392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:32.475785 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-0b60c6ac-a76b-4416-90f5-2e41a16c9392 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5effa4a2a74146bba349a13772fc87c7&device_id=84636f0d-edd6-44f8-9809-515082b00bc6 HTTP/1.1" status: 200 len: 1101 time: 0.0552099 Jun 18 14:28:32.719001 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-03be81d8-ce1d-4707-8813-2a0667218899 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=8d68aada-1719-47fa-bab4-1265a0389873 HTTP/1.1" status: 200 len: 217 time: 0.0431447 Jun 18 14:28:32.791122 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-46186342-1540-4732-9ad8-6f52a542250d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:32.792520 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-46186342-1540-4732-9ad8-6f52a542250d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6466a2ca-859b-4dc5-8287-49ab9bdc1d93 HTTP/1.1" status: 200 len: 843 time: 0.0578887 Jun 18 14:28:32.833694 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b78c66-9b8b-4548-9c06-0fca4659cb10 req-e937b739-3d9d-45d5-8b16-86808172488c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:32.835166 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a3b78c66-9b8b-4548-9c06-0fca4659cb10 req-e937b739-3d9d-45d5-8b16-86808172488c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.1530764 Jun 18 14:28:32.886765 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a3b78c66-9b8b-4548-9c06-0fca4659cb10 req-18be4191-1292-439b-9582-d714b467f13f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453088 Jun 18 14:28:32.891128 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-2a7b486e-496e-4185-a321-b97007de9d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:32.892530 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-2a7b486e-496e-4185-a321-b97007de9d0a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8ce7d901-bc1a-4438-96af-06d04ed00392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0928152 Jun 18 14:28:32.988091 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-fba4fbd9-388c-41f1-8bb4-828cfd1988f0 service neutron] 10.222.0.38 "GET /v2.0/networks/8ce7d901-bc1a-4438-96af-06d04ed00392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878396 Jun 18 14:28:33.079370 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-997205af-e0fe-4ccf-a1e2-b226c648f725 req-141d954d-1dfa-4b01-b2f8-639c1a180676 service neutron] 10.222.0.38 "GET /v2.0/networks/8ce7d901-bc1a-4438-96af-06d04ed00392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840192 Jun 18 14:28:33.133530 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f545d-5011-41c1-986d-be4c9fc9f7e0 req-8a91fce8-3bf7-4129-8b82-a8f41072e60d tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:33.135067 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-639f545d-5011-41c1-986d-be4c9fc9f7e0 req-8a91fce8-3bf7-4129-8b82-a8f41072e60d tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/ports?device_id=84636f0d-edd6-44f8-9809-515082b00bc6 HTTP/1.1" status: 200 len: 948 time: 0.0758879 Jun 18 14:28:33.180961 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-639f545d-5011-41c1-986d-be4c9fc9f7e0 req-9fef9900-32c9-42bb-bc5a-0c034adb2b3e tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/security-groups?id=a144e4ce-db74-4942-a557-77842e71d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388591 Jun 18 14:28:34.085752 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd91d84-6d0e-4908-8c72-94cc7d3b0f98 req-a8b2244c-5e06-473b-8249-ba9f848005d2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:34.087977 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-afd91d84-6d0e-4908-8c72-94cc7d3b0f98 req-a8b2244c-5e06-473b-8249-ba9f848005d2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0743206 Jun 18 14:28:34.134418 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-afd91d84-6d0e-4908-8c72-94cc7d3b0f98 req-5e2efcad-3ef4-4a0e-9edd-0a4adacccdff tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404117 Jun 18 14:28:34.405916 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a85f5-b54b-4b33-a9da-f6ae9404a01d req-3100b765-666e-4d80-abcc-cb09ed340a2c tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:34.410009 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-fb1a85f5-b54b-4b33-a9da-f6ae9404a01d req-3100b765-666e-4d80-abcc-cb09ed340a2c tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/ports?device_id=84636f0d-edd6-44f8-9809-515082b00bc6 HTTP/1.1" status: 200 len: 948 time: 0.0944414 Jun 18 14:28:34.465739 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-fb1a85f5-b54b-4b33-a9da-f6ae9404a01d req-e598559f-65d2-42ef-a28e-b6155f56837b tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/security-groups?id=a144e4ce-db74-4942-a557-77842e71d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448627 Jun 18 14:28:35.332546 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ab001-27ba-4055-a0ca-ebd13cdf2efb req-a5a4fea9-b9c1-4344-ae5d-d284d5678e9c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:35.334873 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-584ab001-27ba-4055-a0ca-ebd13cdf2efb req-a5a4fea9-b9c1-4344-ae5d-d284d5678e9c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0709279 Jun 18 14:28:35.374945 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-584ab001-27ba-4055-a0ca-ebd13cdf2efb req-498cb951-5fdd-459a-b3a3-e78f500da613 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342052 Jun 18 14:28:35.653951 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdbc17-9b79-47d7-938e-d34d8c3f44bc req-111dac89-4b92-4ddf-a730-542ef92c3468 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:35.655588 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-41bdbc17-9b79-47d7-938e-d34d8c3f44bc req-111dac89-4b92-4ddf-a730-542ef92c3468 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/ports?device_id=84636f0d-edd6-44f8-9809-515082b00bc6 HTTP/1.1" status: 200 len: 948 time: 0.0647554 Jun 18 14:28:35.702580 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-41bdbc17-9b79-47d7-938e-d34d8c3f44bc req-7f6c458d-04af-479e-97d6-f1f2a335e960 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/security-groups?id=a144e4ce-db74-4942-a557-77842e71d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352769 Jun 18 14:28:36.240037 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 8d68aada-1719-47fa-bab4-1265a0389873 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:28:36.344298 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 8d68aada-1719-47fa-bab4-1265a0389873, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=8d68aada-1719-47fa-bab4-1265a0389873,segment=NetworkSegment(99ad12d3-63ae-46fa-83fb-ae67ec216c2e),segment_id=99ad12d3-63ae-46fa-83fb-ae67ec216c2e)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:28:36.356850 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': '8d68aada-1719-47fa-bab4-1265a0389873', 'network_id': '8ce7d901-bc1a-4438-96af-06d04ed00392', 'port_id': '8d68aada-1719-47fa-bab4-1265a0389873', 'mac_address': 'fa:16:3e:3f:99:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6466a2ca-859b-4dc5-8287-49ab9bdc1d93', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:28:36.395428 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:36.409333 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d68aada-1719-47fa-bab4-1265a0389873 {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:28:36.435545 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 8d68aada-1719-47fa-bab4-1265a0389873, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=8d68aada-1719-47fa-bab4-1265a0389873,segment=NetworkSegment(99ad12d3-63ae-46fa-83fb-ae67ec216c2e),segment_id=99ad12d3-63ae-46fa-83fb-ae67ec216c2e)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:28:36.509355 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:36.511196 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:36.566636 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=8d68aada-1719-47fa-bab4-1265a0389873,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:36.569638 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b33e51-f103-42bd-87aa-f6b2f79afcc6 req-4828d617-bae6-4e33-b15a-976a4175d4ce tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:36.571185 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:36.577575 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-82b33e51-f103-42bd-87aa-f6b2f79afcc6 req-4828d617-bae6-4e33-b15a-976a4175d4ce tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0764191 Jun 18 14:28:36.619872 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-82b33e51-f103-42bd-87aa-f6b2f79afcc6 req-e67fe57b-9cd9-4721-a87a-8e116b88a9d8 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366497 Jun 18 14:28:36.897923 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31317c44-c126-45a4-b981-544743c1d3d6 req-580e47f2-5349-43a1-9869-dd7a1c429e8e tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:36.899503 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-31317c44-c126-45a4-b981-544743c1d3d6 req-580e47f2-5349-43a1-9869-dd7a1c429e8e tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/ports?device_id=84636f0d-edd6-44f8-9809-515082b00bc6 HTTP/1.1" status: 200 len: 949 time: 0.0713129 Jun 18 14:28:36.943212 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-31317c44-c126-45a4-b981-544743c1d3d6 req-fcdf6b25-a1b8-4076-af9f-f6c3a6f492ba tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/security-groups?id=a144e4ce-db74-4942-a557-77842e71d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374882 Jun 18 14:28:36.990678 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['8d68aada-1719-47fa-bab4-1265a0389873'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:28:37.816259 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe024cb-c9c2-458f-b903-43c1140f75e3 req-55897b9b-73da-41da-9bad-218dc60ac817 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:37.820880 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2fe024cb-c9c2-458f-b903-43c1140f75e3 req-55897b9b-73da-41da-9bad-218dc60ac817 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0741642 Jun 18 14:28:37.870382 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2fe024cb-c9c2-458f-b903-43c1140f75e3 req-0d7c0074-1ba9-4ce1-80a5-71027e5f4811 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460634 Jun 18 14:28:38.121035 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa821a5-ecb2-4877-9eaa-19079171c2c5 req-f895278f-3c9b-4555-b7e1-8c30ffc1709a tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:38.122754 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-5aa821a5-ecb2-4877-9eaa-19079171c2c5 req-f895278f-3c9b-4555-b7e1-8c30ffc1709a tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/ports?device_id=84636f0d-edd6-44f8-9809-515082b00bc6 HTTP/1.1" status: 200 len: 949 time: 0.0650198 Jun 18 14:28:38.163470 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-5aa821a5-ecb2-4877-9eaa-19079171c2c5 req-138d0624-9c03-487f-858a-1eaabbff70f7 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/security-groups?id=a144e4ce-db74-4942-a557-77842e71d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329876 Jun 18 14:28:38.232209 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 8d68aada-1719-47fa-bab4-1265a0389873 up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:28:38.400880 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning for port 8d68aada-1719-47fa-bab4-1265a0389873 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:28:38.400880 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port 8d68aada-1719-47fa-bab4-1265a0389873 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:28:38.400880 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:38.478635 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:38.510560 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84636f0d-edd6-44f8-9809-515082b00bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d68aada-1719-47fa-bab4-1265a0389873'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:28:38.512802 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea2ecf4-4170-46e3-9d92-4515fe93ea17" -d '{"events": [{"server_uuid": "84636f0d-edd6-44f8-9809-515082b00bc6", "name": "network-vif-plugged", "status": "completed", "tag": "8d68aada-1719-47fa-bab4-1265a0389873"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:28:38.531581 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 8d68aada-1719-47fa-bab4-1265a0389873, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=8d68aada-1719-47fa-bab4-1265a0389873,segment=NetworkSegment(99ad12d3-63ae-46fa-83fb-ae67ec216c2e),segment_id=99ad12d3-63ae-46fa-83fb-ae67ec216c2e)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:28:38.553963 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71782b6-f482-44d8-84ad-47127ba41c3e x-openstack-request-id: req-b71782b6-f482-44d8-84ad-47127ba41c3e {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:28:38.554265 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84636f0d-edd6-44f8-9809-515082b00bc6", "name": "network-vif-plugged", "status": "completed", "tag": "8d68aada-1719-47fa-bab4-1265a0389873", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:28:38.554529 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b71782b6-f482-44d8-84ad-47127ba41c3e {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:28:38.554924 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84636f0d-edd6-44f8-9809-515082b00bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d68aada-1719-47fa-bab4-1265a0389873', 'code': 200} Jun 18 14:28:38.658158 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-b86fe3a7-53d6-4200-84a0-68aabe24e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:38.686652 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:38.688523 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:38.738688 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=8d68aada-1719-47fa-bab4-1265a0389873,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:38.742924 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:39.008249 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55041c-9c5e-482f-a3f1-d351ca963303 req-2aa4f241-0288-44c9-953c-10374f1eebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:39.009778 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4d55041c-9c5e-482f-a3f1-d351ca963303 req-2aa4f241-0288-44c9-953c-10374f1eebd9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=84636f0d-edd6-44f8-9809-515082b00bc6 HTTP/1.1" status: 200 len: 1103 time: 0.0560901 Jun 18 14:28:39.052880 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4d55041c-9c5e-482f-a3f1-d351ca963303 req-908a78ab-9557-46ad-b3e6-542cc0d438ee service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a144e4ce-db74-4942-a557-77842e71d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362902 Jun 18 14:28:39.065937 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a334d4-81ba-4a79-a4d2-ce1450f25f0c req-14215b2b-60c6-4862-97c1-098dba5bf524 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:39.067697 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f4a334d4-81ba-4a79-a4d2-ce1450f25f0c req-14215b2b-60c6-4862-97c1-098dba5bf524 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0730197 Jun 18 14:28:39.108892 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f4a334d4-81ba-4a79-a4d2-ce1450f25f0c req-c6dfc08f-3a67-4ef4-a420-4b8d48bd5ae0 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353301 Jun 18 14:28:39.350107 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ed3de-fd2e-4b40-a4da-14ebc5f80628 req-ff597752-65c8-45df-afd9-d0ec98dd376f tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:39.351625 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-757ed3de-fd2e-4b40-a4da-14ebc5f80628 req-ff597752-65c8-45df-afd9-d0ec98dd376f tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/ports?device_id=84636f0d-edd6-44f8-9809-515082b00bc6 HTTP/1.1" status: 200 len: 950 time: 0.0657463 Jun 18 14:28:39.397174 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-757ed3de-fd2e-4b40-a4da-14ebc5f80628 req-8872b5e4-27f8-4cea-9fbe-0e23f13b3ff2 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/security-groups?id=a144e4ce-db74-4942-a557-77842e71d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392697 Jun 18 14:28:40.296785 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7eff7b-bc14-441e-be96-a5e201ce2bd1 req-3ea7a149-da26-4f89-8dcf-752c1eae41a6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:40.298360 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-fa7eff7b-bc14-441e-be96-a5e201ce2bd1 req-3ea7a149-da26-4f89-8dcf-752c1eae41a6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0705569 Jun 18 14:28:40.338654 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-fa7eff7b-bc14-441e-be96-a5e201ce2bd1 req-bddcd1b9-1d79-4148-8a43-c8794b1752f7 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338466 Jun 18 14:28:40.578763 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769ba62-729d-46b4-8f6c-e4b553761e24 req-43a22490-c6ab-4f7c-a6e2-1f988472b9a1 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:40.581350 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a769ba62-729d-46b4-8f6c-e4b553761e24 req-43a22490-c6ab-4f7c-a6e2-1f988472b9a1 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/ports?device_id=84636f0d-edd6-44f8-9809-515082b00bc6 HTTP/1.1" status: 200 len: 950 time: 0.0731328 Jun 18 14:28:40.622276 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a769ba62-729d-46b4-8f6c-e4b553761e24 req-0d9161df-9cd2-4d20-8251-47698f790f64 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/security-groups?id=a144e4ce-db74-4942-a557-77842e71d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341849 Jun 18 14:28:41.550071 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46468a-4db5-48f5-a95e-856ff284dd57 req-323b6f09-56d1-457a-8f90-9496d8614bdc tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:41.557792 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4a46468a-4db5-48f5-a95e-856ff284dd57 req-323b6f09-56d1-457a-8f90-9496d8614bdc tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0895007 Jun 18 14:28:41.600333 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4a46468a-4db5-48f5-a95e-856ff284dd57 req-e60e2993-1d85-4bb0-9010-7f54b689d041 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414267 Jun 18 14:28:41.805692 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96e071-ca47-475a-9b04-5002a5b2eded req-9fece4bf-6eeb-4beb-91d7-9b8ffd079ca3 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:41.807163 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ce96e071-ca47-475a-9b04-5002a5b2eded req-9fece4bf-6eeb-4beb-91d7-9b8ffd079ca3 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/ports?device_id=84636f0d-edd6-44f8-9809-515082b00bc6 HTTP/1.1" status: 200 len: 950 time: 0.0645356 Jun 18 14:28:41.844628 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ce96e071-ca47-475a-9b04-5002a5b2eded req-14b6a8e9-fddd-4a1f-ad28-89797ed10515 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/security-groups?id=a144e4ce-db74-4942-a557-77842e71d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317504 Jun 18 14:28:42.189641 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:42.486126 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-c21ea3be-c925-4331-81ff-f6f8e4fd417f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:42.744689 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b97c15-1fb2-426b-b190-c9fc77207cd9 req-ce76b73a-3180-4c85-9ee0-9862a6b86db5 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:42.746400 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-58b97c15-1fb2-426b-b190-c9fc77207cd9 req-ce76b73a-3180-4c85-9ee0-9862a6b86db5 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/ports?device_id=84636f0d-edd6-44f8-9809-515082b00bc6 HTTP/1.1" status: 200 len: 950 time: 0.0938051 Jun 18 14:28:42.790387 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-58b97c15-1fb2-426b-b190-c9fc77207cd9 req-7256154e-1cd3-438c-a68b-a544d0647935 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/security-groups?id=a144e4ce-db74-4942-a557-77842e71d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382614 Jun 18 14:28:42.874835 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c4c11-62f2-4c94-a6bc-bb8a621ba846 req-ba117a75-8f0e-4d59-a897-979fbc62fc96 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:42.882166 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-464c4c11-62f2-4c94-a6bc-bb8a621ba846 req-ba117a75-8f0e-4d59-a897-979fbc62fc96 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0981903 Jun 18 14:28:42.925194 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-464c4c11-62f2-4c94-a6bc-bb8a621ba846 req-e9681c34-ff4a-4c35-942e-af1550d5ddb1 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415854 Jun 18 14:28:43.143459 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:43.469475 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:43.986196 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dbe97-0b41-4cad-9ebf-bcf7e209b4a5 req-f4dfd7df-3ad6-4b7f-8488-7c3937d7b8b7 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:43.988266 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b67dbe97-0b41-4cad-9ebf-bcf7e209b4a5 req-f4dfd7df-3ad6-4b7f-8488-7c3937d7b8b7 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/ports?device_id=84636f0d-edd6-44f8-9809-515082b00bc6 HTTP/1.1" status: 200 len: 950 time: 0.0715277 Jun 18 14:28:44.049347 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-b67dbe97-0b41-4cad-9ebf-bcf7e209b4a5 req-13f72828-92b9-44d0-b6fd-027cb08e137c tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/security-groups?id=a144e4ce-db74-4942-a557-77842e71d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542934 Jun 18 14:28:44.133070 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ac0ff-b6e4-46b2-aa7a-c86ecb48349d req-335fe77f-b9bd-4355-8baf-a68026b1d9fb tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:44.137442 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-365ac0ff-b6e4-46b2-aa7a-c86ecb48349d req-335fe77f-b9bd-4355-8baf-a68026b1d9fb tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0737631 Jun 18 14:28:44.177933 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-365ac0ff-b6e4-46b2-aa7a-c86ecb48349d req-1b516ca9-afb7-4156-9324-edcd102cc0a2 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363069 Jun 18 14:28:44.553992 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4a7ca-74b1-4432-b29d-0b056cbc1203 req-38ba79c7-fc82-47be-bb46-57642d1865c0 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:44.555885 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-cbb4a7ca-74b1-4432-b29d-0b056cbc1203 req-38ba79c7-fc82-47be-bb46-57642d1865c0 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.38 "GET /v2.0/ports?device_id=84636f0d-edd6-44f8-9809-515082b00bc6 HTTP/1.1" status: 200 len: 950 time: 0.0889478 Jun 18 14:28:44.671395 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [req-cbb4a7ca-74b1-4432-b29d-0b056cbc1203 req-a78c1c2a-201d-4c9a-835e-c4c3c678139e tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Deleting port 8d68aada-1719-47fa-bab4-1265a0389873 {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:28:44.671845 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-cbb4a7ca-74b1-4432-b29d-0b056cbc1203 req-a78c1c2a-201d-4c9a-835e-c4c3c678139e tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:44.786394 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-cbb4a7ca-74b1-4432-b29d-0b056cbc1203 req-a78c1c2a-201d-4c9a-835e-c4c3c678139e tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] For port 8d68aada-1719-47fa-bab4-1265a0389873, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=8d68aada-1719-47fa-bab4-1265a0389873,segment=NetworkSegment(99ad12d3-63ae-46fa-83fb-ae67ec216c2e),segment_id=99ad12d3-63ae-46fa-83fb-ae67ec216c2e)] {{(pid=93612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:28:44.787257 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-cbb4a7ca-74b1-4432-b29d-0b056cbc1203 req-a78c1c2a-201d-4c9a-835e-c4c3c678139e tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:44.849962 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [req-cbb4a7ca-74b1-4432-b29d-0b056cbc1203 req-a78c1c2a-201d-4c9a-835e-c4c3c678139e tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Calling delete_port for 8d68aada-1719-47fa-bab4-1265a0389873 owned by compute:nova {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:28:45.021803 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:28:45.109298 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-cbb4a7ca-74b1-4432-b29d-0b056cbc1203 req-a78c1c2a-201d-4c9a-835e-c4c3c678139e tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:45.123953 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-48b39a42-775e-43ba-acd9-f029ded1eb66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:45.160213 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['8d68aada-1719-47fa-bab4-1265a0389873'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:28:45.178507 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c1c2a-201d-4c9a-835e-c4c3c678139e tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Pushing event deleted for resources: {'Port': ['ID=8d68aada-1719-47fa-bab4-1265a0389873,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:45.225156 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-a78c1c2a-201d-4c9a-835e-c4c3c678139e tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:45.227465 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb4a7ca-74b1-4432-b29d-0b056cbc1203 req-a78c1c2a-201d-4c9a-835e-c4c3c678139e tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] No DVR routers for this DVR port 8d68aada-1719-47fa-bab4-1265a0389873 on host hv-cinder-79575 {{(pid=93612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:28:45.230896 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-cbb4a7ca-74b1-4432-b29d-0b056cbc1203 req-a78c1c2a-201d-4c9a-835e-c4c3c678139e tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:45.233767 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-cbb4a7ca-74b1-4432-b29d-0b056cbc1203 req-a78c1c2a-201d-4c9a-835e-c4c3c678139e tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.38 "DELETE /v2.0/ports/8d68aada-1719-47fa-bab4-1265a0389873 HTTP/1.1" status: 204 len: 173 time: 0.6717916 Jun 18 14:28:45.235274 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84636f0d-edd6-44f8-9809-515082b00bc6', 'name': 'network-vif-deleted', 'tag': '8d68aada-1719-47fa-bab4-1265a0389873'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:28:45.237999 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b360ff-1236-4f78-8054-e93a52e7fec6" -d '{"events": [{"server_uuid": "84636f0d-edd6-44f8-9809-515082b00bc6", "name": "network-vif-deleted", "tag": "8d68aada-1719-47fa-bab4-1265a0389873"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:28:45.278095 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-88a10b86-d3f7-41b5-9e3b-553ff0b07312 req-a7a68c0e-bf07-4c35-bfe0-52081cd1a47b tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/ports?device_id=84636f0d-edd6-44f8-9809-515082b00bc6 HTTP/1.1" status: 200 len: 210 time: 0.0331562 Jun 18 14:28:45.328552 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4e9680-bd33-4756-b696-257a99983aac x-openstack-request-id: req-dd4e9680-bd33-4756-b696-257a99983aac {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:28:45.328892 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84636f0d-edd6-44f8-9809-515082b00bc6", "name": "network-vif-deleted", "tag": "8d68aada-1719-47fa-bab4-1265a0389873", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:28:45.329216 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd4e9680-bd33-4756-b696-257a99983aac {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:28:45.329678 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84636f0d-edd6-44f8-9809-515082b00bc6', 'name': 'network-vif-deleted', 'tag': '8d68aada-1719-47fa-bab4-1265a0389873', 'status': 'completed', 'code': 200} Jun 18 14:28:45.399827 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:45.432705 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc19e32-9801-4a70-ad14-89dedc7e122c req-c932a1d0-a3ab-4992-b549-aad85e6d0641 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:45.434676 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-fbc19e32-9801-4a70-ad14-89dedc7e122c req-c932a1d0-a3ab-4992-b549-aad85e6d0641 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0834739 Jun 18 14:28:45.481073 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-fbc19e32-9801-4a70-ad14-89dedc7e122c req-c76adf88-58d3-47cf-9462-760c7b7a0b72 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400271 Jun 18 14:28:46.612436 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f7654008-431c-43a1-b460-9a8e6c192cec req-1e58e8d6-a435-4213-94a7-a5acd7f11142 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] 10.222.0.26 "GET /v2.0/ports?device_id=84636f0d-edd6-44f8-9809-515082b00bc6 HTTP/1.1" status: 200 len: 210 time: 0.0399160 Jun 18 14:28:46.691991 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046b10f-1ede-4907-bb80-5ca56503acb5 req-8a327641-fbf2-4789-bd16-43ab106c9f9d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:46.694815 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f046b10f-1ede-4907-bb80-5ca56503acb5 req-8a327641-fbf2-4789-bd16-43ab106c9f9d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0669739 Jun 18 14:28:46.761761 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-f046b10f-1ede-4907-bb80-5ca56503acb5 req-c9c9dbd6-74c3-4474-951b-267b53a330a0 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573945 Jun 18 14:28:47.934255 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8f16f-13ed-43f9-9121-a31b25f4e0d8 req-e8ddb44b-bd54-4bf7-a3af-8efab5a725ed tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:47.936295 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8ed8f16f-13ed-43f9-9121-a31b25f4e0d8 req-e8ddb44b-bd54-4bf7-a3af-8efab5a725ed tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0619926 Jun 18 14:28:47.975222 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8ed8f16f-13ed-43f9-9121-a31b25f4e0d8 req-06cfa11a-36c5-4d21-9d96-916c8f6076cf tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327077 Jun 18 14:28:48.322401 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 8d68aada-1719-47fa-bab4-1265a0389873 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:28:48.344189 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] No Port match for: 8d68aada-1719-47fa-bab4-1265a0389873 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:28:48.344545 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 8d68aada-1719-47fa-bab4-1265a0389873 not bound to the agent host hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:28:48.937260 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85363db-6efe-4fb3-966d-45c919f113fb req-45c2362d-d468-4bed-9bac-9bd6b016379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:48.938701 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c85363db-6efe-4fb3-966d-45c919f113fb req-45c2362d-d468-4bed-9bac-9bd6b016379e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=107d8e292f474633ab35671645fd2880&device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 1098 time: 0.0534911 Jun 18 14:28:49.030652 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85363db-6efe-4fb3-966d-45c919f113fb req-6f61aa52-15ec-4279-a62a-5730072ca31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:49.035997 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c85363db-6efe-4fb3-966d-45c919f113fb req-6f61aa52-15ec-4279-a62a-5730072ca31e service neutron] 10.222.0.38 "GET /v2.0/networks?id=34ea1a7a-1cdd-4064-b454-5495867b8273 HTTP/1.1" status: 200 len: 917 time: 0.0900943 Jun 18 14:28:49.140443 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c85363db-6efe-4fb3-966d-45c919f113fb req-103c92ed-3a61-4f64-bed0-12a09aa8c02d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14441fd4-dd64-4554-9ace-65cfefa8b252 HTTP/1.1" status: 200 len: 1000 time: 0.0973151 Jun 18 14:28:49.208873 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7cd2c-faf4-4ffd-937b-da2e2d568517 req-1844d0bb-b5d1-4ba2-ac61-4c3286dd4974 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:49.210320 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-76d7cd2c-faf4-4ffd-937b-da2e2d568517 req-1844d0bb-b5d1-4ba2-ac61-4c3286dd4974 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.1154335 Jun 18 14:28:49.211718 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85363db-6efe-4fb3-966d-45c919f113fb req-69f60ff2-8fa9-409c-806d-b2cfd53ec080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:49.213018 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c85363db-6efe-4fb3-966d-45c919f113fb req-69f60ff2-8fa9-409c-806d-b2cfd53ec080 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3994dc00-6a2f-4cf8-8857-bc42cacf8da2 HTTP/1.1" status: 200 len: 855 time: 0.0645113 Jun 18 14:28:49.279841 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-76d7cd2c-faf4-4ffd-937b-da2e2d568517 req-e7ca304f-9404-4cac-b1a0-ed5378ccdd89 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635631 Jun 18 14:28:49.299940 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85363db-6efe-4fb3-966d-45c919f113fb req-38498635-38a4-4126-9b07-b9861e02cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:49.301554 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c85363db-6efe-4fb3-966d-45c919f113fb req-38498635-38a4-4126-9b07-b9861e02cb9c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=34ea1a7a-1cdd-4064-b454-5495867b8273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794146 Jun 18 14:28:49.396863 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c85363db-6efe-4fb3-966d-45c919f113fb req-ecfb6a6a-9447-4f27-97ce-45d406472895 service neutron] 10.222.0.38 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864358 Jun 18 14:28:49.487997 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-c85363db-6efe-4fb3-966d-45c919f113fb req-a430651f-7944-4e19-8a71-5c50cb54ec55 service neutron] 10.222.0.38 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845382 Jun 18 14:28:50.461614 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcc62d-3fbf-466d-a8fa-832606dab71a req-58f771da-5df2-48c4-b5c6-eade3a1212db tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:50.463070 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1cbcc62d-3fbf-466d-a8fa-832606dab71a req-58f771da-5df2-48c4-b5c6-eade3a1212db tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0658338 Jun 18 14:28:50.500153 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-1cbcc62d-3fbf-466d-a8fa-832606dab71a req-8c49af06-3339-4a58-b44a-251d366707ec tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314364 Jun 18 14:28:51.684228 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482c2ea-71d8-4c79-80e8-07fe415c51c1 req-22699f90-74df-4e2b-b857-8f939c6c2a58 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:51.685655 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a482c2ea-71d8-4c79-80e8-07fe415c51c1 req-22699f90-74df-4e2b-b857-8f939c6c2a58 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 945 time: 0.0717771 Jun 18 14:28:51.724857 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a482c2ea-71d8-4c79-80e8-07fe415c51c1 req-9204b410-ee63-47eb-a06e-3e026f647bee tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334046 Jun 18 14:28:52.347243 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 14441fd4-dd64-4554-9ace-65cfefa8b252 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:28:52.425706 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:52.447374 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d3ceff-17eb-4c64-8ad8-218f8843d3fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14441fd4-dd64-4554-9ace-65cfefa8b252'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:28:52.449640 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1227f33-4bd8-41f9-b216-e5643ef1389c" -d '{"events": [{"server_uuid": "70d3ceff-17eb-4c64-8ad8-218f8843d3fc", "name": "network-vif-unplugged", "status": "completed", "tag": "14441fd4-dd64-4554-9ace-65cfefa8b252"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:28:52.462698 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 14441fd4-dd64-4554-9ace-65cfefa8b252, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=14441fd4-dd64-4554-9ace-65cfefa8b252,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:28:52.490475 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 14:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7d0ea9-84e0-4cc9-bc2f-b8e10a716046 x-openstack-request-id: req-3f7d0ea9-84e0-4cc9-bc2f-b8e10a716046 {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:28:52.509961 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d3ceff-17eb-4c64-8ad8-218f8843d3fc", "name": "network-vif-unplugged", "status": "completed", "tag": "14441fd4-dd64-4554-9ace-65cfefa8b252", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:28:52.509961 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f7d0ea9-84e0-4cc9-bc2f-b8e10a716046 {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:28:52.509961 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d3ceff-17eb-4c64-8ad8-218f8843d3fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14441fd4-dd64-4554-9ace-65cfefa8b252', 'code': 200} Jun 18 14:28:52.691639 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:52.694010 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:52.738663 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=14441fd4-dd64-4554-9ace-65cfefa8b252,revision_number=8']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:52.745422 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:52.745780 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:52.746124 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:52.746463 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:52.746799 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:52.747134 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:52.747464 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:52.747795 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:52.748127 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:52.748453 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:52.748783 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:52.749112 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:28:52.753100 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:53.380243 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 50696) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:28:53.515421 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-09cce7ee-5395-4c6d-bffc-561f6c1884cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5effa4a2a74146bba349a13772fc87c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1314220 Jun 18 14:28:53.515634 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 50706) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:28:53.564600 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d3d6bb8f-5d93-44a1-a791-14b7a7a54840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:53.585726 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d3d6bb8f-5d93-44a1-a791-14b7a7a54840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:53.743353 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d3d6bb8f-5d93-44a1-a791-14b7a7a54840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:53.746078 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d3d6bb8f-5d93-44a1-a791-14b7a7a54840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:28:53.747208 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-d3d6bb8f-5d93-44a1-a791-14b7a7a54840 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a144e4ce-db74-4942-a557-77842e71d070 HTTP/1.1" status: 204 len: 168 time: 0.2307248 Jun 18 14:28:53.747993 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-48f87283-45df-4188-abc6-34fe84bb8353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:28:53.756498 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6bb8f-5d93-44a1-a791-14b7a7a54840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a144e4ce-db74-4942-a557-77842e71d070,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:28:53.758963 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-d3d6bb8f-5d93-44a1-a791-14b7a7a54840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:28:54.937310 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dc927-4fd0-4a6a-92ff-4704b5098d06 req-c6674696-a895-4a81-8362-af38923f467f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:54.938807 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-924dc927-4fd0-4a6a-92ff-4704b5098d06 req-c6674696-a895-4a81-8362-af38923f467f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 943 time: 0.1123478 Jun 18 14:28:54.942963 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bc35b220-60fe-4991-be66-b67e56e4157f req-e75ac6d7-d711-44f0-aa9c-821090656124 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837724 Jun 18 14:28:54.977649 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-924dc927-4fd0-4a6a-92ff-4704b5098d06 req-32e530c8-c0df-4229-90df-2830e0952448 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326049 Jun 18 14:28:55.060145 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35b220-60fe-4991-be66-b67e56e4157f req-d317394c-5268-44ab-a0f9-da784e3f49af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:55.061636 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bc35b220-60fe-4991-be66-b67e56e4157f req-d317394c-5268-44ab-a0f9-da784e3f49af service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbb479abbf4e4acda8c320ef124c4e8c&device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 1099 time: 0.0554307 Jun 18 14:28:55.172528 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35b220-60fe-4991-be66-b67e56e4157f req-c771b080-59fe-479a-8c47-c86c7c724b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:55.174021 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bc35b220-60fe-4991-be66-b67e56e4157f req-c771b080-59fe-479a-8c47-c86c7c724b18 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5 HTTP/1.1" status: 200 len: 913 time: 0.0870628 Jun 18 14:28:55.236877 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bc35b220-60fe-4991-be66-b67e56e4157f req-a33961c7-f238-42c3-90f2-47a99952eb13 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43eff6a8-fc06-4c51-83d1-549510fa6d4a HTTP/1.1" status: 200 len: 1001 time: 0.0562160 Jun 18 14:28:55.478606 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8335cc88-914f-4af6-b183-b536c6c218ea req-8e2f0b59-4079-49e1-9180-989945be57b3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1477165 Jun 18 14:28:55.567726 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35b220-60fe-4991-be66-b67e56e4157f req-64b48f99-3d0b-4865-a731-3c00779e3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:55.569187 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bc35b220-60fe-4991-be66-b67e56e4157f req-64b48f99-3d0b-4865-a731-3c00779e3edb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=649a9e32-52ab-47bf-bb55-ed3bf5cc8750 HTTP/1.1" status: 200 len: 851 time: 0.3254607 Jun 18 14:28:55.627551 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35b220-60fe-4991-be66-b67e56e4157f req-dd1cdb68-7279-40a8-812f-e1c83209fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:55.629012 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bc35b220-60fe-4991-be66-b67e56e4157f req-dd1cdb68-7279-40a8-812f-e1c83209fd65 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529094 Jun 18 14:28:55.723991 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bc35b220-60fe-4991-be66-b67e56e4157f req-dae16cc3-bb4e-4a4d-b475-df51066ecc6d service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867043 Jun 18 14:28:55.815214 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bc35b220-60fe-4991-be66-b67e56e4157f req-dbb27089-227d-4579-873b-2f6f0bcb334c service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850313 Jun 18 14:28:56.161662 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117846a-a6e3-4d35-a913-f0f8e2d438d3 req-35a0e1a1-1bd0-4355-8e0c-efa9897e76bf tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:56.163323 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3117846a-a6e3-4d35-a913-f0f8e2d438d3 req-35a0e1a1-1bd0-4355-8e0c-efa9897e76bf tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 943 time: 0.0669208 Jun 18 14:28:56.200917 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3117846a-a6e3-4d35-a913-f0f8e2d438d3 req-cc6a66c5-eeaa-4599-b9d0-45295c124813 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314312 Jun 18 14:28:56.363505 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 14441fd4-dd64-4554-9ace-65cfefa8b252 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:28:57.378161 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50a186-c385-49fc-992e-4b75742bb3d0 req-7ce80f34-1ca1-45e2-a4ce-ade329783f8c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:57.379643 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2b50a186-c385-49fc-992e-4b75742bb3d0 req-7ce80f34-1ca1-45e2-a4ce-ade329783f8c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 943 time: 0.0628207 Jun 18 14:28:57.418171 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2b50a186-c385-49fc-992e-4b75742bb3d0 req-18332336-9f71-41fb-8daf-ae013c5376af tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326054 Jun 18 14:28:57.567947 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335cc88-914f-4af6-b183-b536c6c218ea req-536d98b1-3501-45c8-af87-ab1a2d63ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:57.569411 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8335cc88-914f-4af6-b183-b536c6c218ea req-536d98b1-3501-45c8-af87-ab1a2d63ef8a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc&tenant_id=107d8e292f474633ab35671645fd2880 HTTP/1.1" status: 200 len: 1096 time: 0.0895202 Jun 18 14:28:57.663771 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335cc88-914f-4af6-b183-b536c6c218ea req-e6b03e0a-e650-421c-8209-cf41e9d84e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:57.665223 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8335cc88-914f-4af6-b183-b536c6c218ea req-e6b03e0a-e650-421c-8209-cf41e9d84e00 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=107d8e292f474633ab35671645fd2880&device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 1096 time: 0.0552423 Jun 18 14:28:57.756630 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335cc88-914f-4af6-b183-b536c6c218ea req-40f07073-56a9-4fa0-ad63-a6d6513ac9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:57.758161 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8335cc88-914f-4af6-b183-b536c6c218ea req-40f07073-56a9-4fa0-ad63-a6d6513ac9df service neutron] 10.222.0.38 "GET /v2.0/networks?id=34ea1a7a-1cdd-4064-b454-5495867b8273 HTTP/1.1" status: 200 len: 917 time: 0.0861588 Jun 18 14:28:57.821855 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8335cc88-914f-4af6-b183-b536c6c218ea req-50a96fa6-8da9-4ae7-9a64-4082afff4fc0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14441fd4-dd64-4554-9ace-65cfefa8b252 HTTP/1.1" status: 200 len: 998 time: 0.0564713 Jun 18 14:28:57.871712 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335cc88-914f-4af6-b183-b536c6c218ea req-c0ad4790-48fd-41c4-9098-988ba2576c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:57.873091 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8335cc88-914f-4af6-b183-b536c6c218ea req-c0ad4790-48fd-41c4-9098-988ba2576c2e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3994dc00-6a2f-4cf8-8857-bc42cacf8da2 HTTP/1.1" status: 200 len: 855 time: 0.0448558 Jun 18 14:28:57.936497 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335cc88-914f-4af6-b183-b536c6c218ea req-5439864c-5916-4e35-820c-da8c96984f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:57.937997 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8335cc88-914f-4af6-b183-b536c6c218ea req-5439864c-5916-4e35-820c-da8c96984f6c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=34ea1a7a-1cdd-4064-b454-5495867b8273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557239 Jun 18 14:28:58.025649 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8335cc88-914f-4af6-b183-b536c6c218ea req-be3da67d-df0c-4a4e-80b1-7fba62c74512 service neutron] 10.222.0.38 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810518 Jun 18 14:28:58.118226 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8335cc88-914f-4af6-b183-b536c6c218ea req-1a05c438-ea50-48d7-8a3d-2870763c325e service neutron] 10.222.0.38 "GET /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861416 Jun 18 14:28:58.620867 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b9e80-9476-40d4-8670-96682c499e95 req-52d31152-e686-4eba-91e0-5f7de1bb498d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:58.622385 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-892b9e80-9476-40d4-8670-96682c499e95 req-52d31152-e686-4eba-91e0-5f7de1bb498d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 943 time: 0.0887370 Jun 18 14:28:58.659769 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-892b9e80-9476-40d4-8670-96682c499e95 req-fa30b6fd-ee36-4bd8-b39c-db41548e664b tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313199 Jun 18 14:28:59.851852 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe462e-cc3d-4c47-9dd1-deb9da4f2b1e req-fe7deced-d4ac-40ef-bfab-dfe60a5161da tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:28:59.853390 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bebe462e-cc3d-4c47-9dd1-deb9da4f2b1e req-fe7deced-d4ac-40ef-bfab-dfe60a5161da tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 943 time: 0.0645895 Jun 18 14:28:59.892876 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bebe462e-cc3d-4c47-9dd1-deb9da4f2b1e req-5134e4f4-17cc-4acf-a263-fe2aee62b849 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331616 Jun 18 14:29:01.072473 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17f138-b394-4f8b-a8ae-406e7cda3c26 req-dafe241d-62f2-4a73-9f5f-7aac79b2e6a1 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:01.073945 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-fb17f138-b394-4f8b-a8ae-406e7cda3c26 req-dafe241d-62f2-4a73-9f5f-7aac79b2e6a1 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 943 time: 0.0638018 Jun 18 14:29:01.114633 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-fb17f138-b394-4f8b-a8ae-406e7cda3c26 req-de251265-4d35-44dd-8505-d00fd3c2932b tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349643 Jun 18 14:29:02.311404 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354f268-75e8-490b-9ae8-0a7651217f44 req-969d369b-4a2b-4e2e-ae46-17a8dfea21bb tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:02.313158 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6354f268-75e8-490b-9ae8-0a7651217f44 req-969d369b-4a2b-4e2e-ae46-17a8dfea21bb tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 943 time: 0.0731881 Jun 18 14:29:02.357391 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-6354f268-75e8-490b-9ae8-0a7651217f44 req-4dd82863-df5e-4878-82a6-82d2eafa7c0f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381818 Jun 18 14:29:03.552530 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417767e-0508-4586-bbd1-09c48fe84281 req-aa6bda01-e719-4455-bca7-59646fdfe4ca tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:03.554247 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3417767e-0508-4586-bbd1-09c48fe84281 req-aa6bda01-e719-4455-bca7-59646fdfe4ca tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 943 time: 0.0695233 Jun 18 14:29:03.596230 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3417767e-0508-4586-bbd1-09c48fe84281 req-225a1cc0-c233-467e-a18b-163af47cccb0 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355628 Jun 18 14:29:04.779362 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0f0c2-fe21-4e29-90d4-53c58bd7d64c req-95a6bc10-9c03-4032-a160-12d582eb7302 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:04.780835 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-42f0f0c2-fe21-4e29-90d4-53c58bd7d64c req-95a6bc10-9c03-4032-a160-12d582eb7302 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 943 time: 0.0667858 Jun 18 14:29:04.820755 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-42f0f0c2-fe21-4e29-90d4-53c58bd7d64c req-9355772a-532d-4b87-aaec-bf640973d167 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341611 Jun 18 14:29:05.997697 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812c207-b31e-4846-8968-ed46fc3fb5f0 req-52a53618-52a6-4e44-bdff-57c7eaab5d37 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:06.005519 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c812c207-b31e-4846-8968-ed46fc3fb5f0 req-52a53618-52a6-4e44-bdff-57c7eaab5d37 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 943 time: 0.0693302 Jun 18 14:29:06.040469 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-c812c207-b31e-4846-8968-ed46fc3fb5f0 req-afb39cc7-10f4-4c3a-b9ab-06100070f097 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340681 Jun 18 14:29:07.234281 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53800a75-7100-4645-b472-faae892fb8ee req-1bb93558-b7b8-48a6-9dfe-e610cb65b35b tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:07.235695 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-53800a75-7100-4645-b472-faae892fb8ee req-1bb93558-b7b8-48a6-9dfe-e610cb65b35b tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 943 time: 0.0661266 Jun 18 14:29:07.276729 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-53800a75-7100-4645-b472-faae892fb8ee req-ea82c151-1e73-436b-8bc4-ba8cdf9e024b tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343325 Jun 18 14:29:08.467939 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72697cc6-1a2b-49e3-93f4-8c3ba5496a0e req-3f44c748-2424-4167-b732-c1f88320ef40 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:08.469585 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-72697cc6-1a2b-49e3-93f4-8c3ba5496a0e req-3f44c748-2424-4167-b732-c1f88320ef40 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 943 time: 0.0672932 Jun 18 14:29:08.571454 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-9d541f32-0bda-4c8b-8d44-68d5ec814b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:29:08.805392 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-72697cc6-1a2b-49e3-93f4-8c3ba5496a0e req-5cc49151-c709-40fd-a313-0042fdea90de tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3294444 Jun 18 14:29:09.990468 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c373d-7ad1-4fba-b312-4681c234de9c req-4473dbce-bfa1-425e-a023-bbb999091885 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:09.991895 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-924c373d-7ad1-4fba-b312-4681c234de9c req-4473dbce-bfa1-425e-a023-bbb999091885 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 943 time: 0.0659540 Jun 18 14:29:10.028217 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-924c373d-7ad1-4fba-b312-4681c234de9c req-0bc268b7-fb57-4a15-86ba-20a43e8b352e tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307207 Jun 18 14:29:11.200593 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d376b47-eb23-4122-a167-3b64b28c1859 req-9932db36-9897-4ccc-b844-a9ff8a9e1511 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:11.202060 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-5d376b47-eb23-4122-a167-3b64b28c1859 req-9932db36-9897-4ccc-b844-a9ff8a9e1511 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 943 time: 0.0611463 Jun 18 14:29:11.239992 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-5d376b47-eb23-4122-a167-3b64b28c1859 req-a2f6f4bf-b0d8-4d7f-9d24-55673ff28985 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323858 Jun 18 14:29:12.056602 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:29:12.435637 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704e6da-6c98-46b3-b547-1a2bdd3bccda req-0874092a-53a7-4fc1-ac00-2448a77b3861 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:12.541928 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2704e6da-6c98-46b3-b547-1a2bdd3bccda req-0874092a-53a7-4fc1-ac00-2448a77b3861 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 943 time: 0.0718427 Jun 18 14:29:12.541928 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-2704e6da-6c98-46b3-b547-1a2bdd3bccda req-ed8c3bee-d9ea-4326-91b2-44c2293e5420 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327015 Jun 18 14:29:12.925125 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-ad5daf66-efd2-4539-ad8c-2ac3d7192434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:29:13.159450 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:29:13.502279 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:29:13.660080 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08b668-9b21-49e1-98af-fd3956b07e9b req-bc962b4e-b157-44e4-bcbb-cfb8571fc310 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:13.661652 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0b08b668-9b21-49e1-98af-fd3956b07e9b req-bc962b4e-b157-44e4-bcbb-cfb8571fc310 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 943 time: 0.0662949 Jun 18 14:29:13.702685 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0b08b668-9b21-49e1-98af-fd3956b07e9b req-02241357-017a-48de-b81a-7ddff349d655 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354183 Jun 18 14:29:14.882079 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242ae84-2070-49bd-b631-6a37d1e740fd req-9443bae4-bf10-41a9-9320-570793649583 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:14.883538 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f242ae84-2070-49bd-b631-6a37d1e740fd req-9443bae4-bf10-41a9-9320-570793649583 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 943 time: 0.0669045 Jun 18 14:29:14.920133 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f242ae84-2070-49bd-b631-6a37d1e740fd req-f458d6e7-1cf2-4d90-ae45-7b512f066258 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310323 Jun 18 14:29:15.245923 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:29:16.095177 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f8a89-e77a-4b89-8261-c8f1b2f953ea req-c5381b27-ee51-4c45-aa77-9e1723e907e3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:16.096632 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-488f8a89-e77a-4b89-8261-c8f1b2f953ea req-c5381b27-ee51-4c45-aa77-9e1723e907e3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 943 time: 0.0633278 Jun 18 14:29:16.134443 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-488f8a89-e77a-4b89-8261-c8f1b2f953ea req-64792f89-c6af-4013-8c84-30e435734a94 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320261 Jun 18 14:29:16.504101 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 14441fd4-dd64-4554-9ace-65cfefa8b252 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:29:16.597973 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 14441fd4-dd64-4554-9ace-65cfefa8b252, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=14441fd4-dd64-4554-9ace-65cfefa8b252,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:29:16.728640 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': '14441fd4-dd64-4554-9ace-65cfefa8b252', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'port_id': '14441fd4-dd64-4554-9ace-65cfefa8b252', 'mac_address': 'fa:16:3e:d1:35:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:29:16.765520 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:29:16.777439 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14441fd4-dd64-4554-9ace-65cfefa8b252 {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:29:16.795988 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 14441fd4-dd64-4554-9ace-65cfefa8b252, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=14441fd4-dd64-4554-9ace-65cfefa8b252,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:29:16.879519 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:29:16.881276 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:29:16.924851 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=14441fd4-dd64-4554-9ace-65cfefa8b252,revision_number=9']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:29:16.928512 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:29:17.309969 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68f72b-0afa-4025-a0af-20da78752a6a req-c616984e-77c0-41b2-b19e-238a388eef43 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:17.311436 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-de68f72b-0afa-4025-a0af-20da78752a6a req-c616984e-77c0-41b2-b19e-238a388eef43 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 944 time: 0.0640311 Jun 18 14:29:17.316952 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['14441fd4-dd64-4554-9ace-65cfefa8b252'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:29:17.349347 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-de68f72b-0afa-4025-a0af-20da78752a6a req-625cd1a7-43dc-4895-9dcf-369c5341f999 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315318 Jun 18 14:29:18.522141 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 14441fd4-dd64-4554-9ace-65cfefa8b252 up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:29:18.527954 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde723a-fcb4-4d4c-905a-712f72550bae req-5710a5ff-267f-4a59-b967-6963b05b313d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:18.529488 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3fde723a-fcb4-4d4c-905a-712f72550bae req-5710a5ff-267f-4a59-b967-6963b05b313d tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 944 time: 0.0613320 Jun 18 14:29:18.567805 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3fde723a-fcb4-4d4c-905a-712f72550bae req-af321b93-f67a-4387-9698-7442808e3702 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315115 Jun 18 14:29:18.570539 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port 14441fd4-dd64-4554-9ace-65cfefa8b252 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:29:18.570929 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:29:18.647535 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:29:18.668961 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d3ceff-17eb-4c64-8ad8-218f8843d3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14441fd4-dd64-4554-9ace-65cfefa8b252'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:29:18.671211 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf8ce94-45bb-412a-a09d-39c7005cc708" -d '{"events": [{"server_uuid": "70d3ceff-17eb-4c64-8ad8-218f8843d3fc", "name": "network-vif-plugged", "status": "completed", "tag": "14441fd4-dd64-4554-9ace-65cfefa8b252"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:29:18.683796 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 14441fd4-dd64-4554-9ace-65cfefa8b252, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=14441fd4-dd64-4554-9ace-65cfefa8b252,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:29:18.708490 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ec8025-532b-404b-9d3e-61f001ac4fe4 x-openstack-request-id: req-d0ec8025-532b-404b-9d3e-61f001ac4fe4 {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:29:18.708730 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d3ceff-17eb-4c64-8ad8-218f8843d3fc", "name": "network-vif-plugged", "status": "completed", "tag": "14441fd4-dd64-4554-9ace-65cfefa8b252", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:29:18.708946 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d0ec8025-532b-404b-9d3e-61f001ac4fe4 {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:29:18.709333 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d3ceff-17eb-4c64-8ad8-218f8843d3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14441fd4-dd64-4554-9ace-65cfefa8b252', 'code': 200} Jun 18 14:29:18.776549 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:29:18.778473 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:29:18.828570 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=14441fd4-dd64-4554-9ace-65cfefa8b252,revision_number=10']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:29:18.831739 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:29:19.142826 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d265e-0284-4fe0-926b-1d06b069f0fc req-2baebe8f-f84f-40cb-9094-2003c841f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:19.144296 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a26d265e-0284-4fe0-926b-1d06b069f0fc req-2baebe8f-f84f-40cb-9094-2003c841f034 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 1099 time: 0.0513952 Jun 18 14:29:19.178621 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a26d265e-0284-4fe0-926b-1d06b069f0fc req-1a37f525-ac07-4cfc-83c3-d02d38f39862 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271614 Jun 18 14:29:19.744257 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ccd5f-046b-4cfc-9f9c-0abf88482a42 req-8c8edc96-eb6f-4307-aea0-8ae50f4993c6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:19.745732 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0f9ccd5f-046b-4cfc-9f9c-0abf88482a42 req-8c8edc96-eb6f-4307-aea0-8ae50f4993c6 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 946 time: 0.0641606 Jun 18 14:29:19.783433 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0f9ccd5f-046b-4cfc-9f9c-0abf88482a42 req-e2327674-334c-44c8-a833-2d55397dbc38 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314102 Jun 18 14:29:20.973242 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324fee3-72dd-460b-858d-3f0398f0cc37 req-5f7b1dcb-f99d-42f5-807a-afd7d521059a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:20.975338 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0324fee3-72dd-460b-858d-3f0398f0cc37 req-5f7b1dcb-f99d-42f5-807a-afd7d521059a tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 946 time: 0.0699944 Jun 18 14:29:21.015444 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0324fee3-72dd-460b-858d-3f0398f0cc37 req-9fbca05f-8d01-4fc1-8b4e-1d7a0ea98c81 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329571 Jun 18 14:29:22.022667 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:29:22.199739 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec4e78-9425-46f4-9fbf-b162dbd9c052 req-dcc648fe-4876-4a3f-9ee7-3c20492cfeed tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:22.201892 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4bec4e78-9425-46f4-9fbf-b162dbd9c052 req-dcc648fe-4876-4a3f-9ee7-3c20492cfeed tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 946 time: 0.0666115 Jun 18 14:29:22.244741 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-4bec4e78-9425-46f4-9fbf-b162dbd9c052 req-4abd53a9-ef79-4e3c-84bb-f5e4cf9155e1 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327058 Jun 18 14:29:23.417896 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f5acd-3dfa-4853-a1b1-67405497d48f req-4fc481ce-ae4e-4afa-a4e8-68c8742941f3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:23.419345 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-fa3f5acd-3dfa-4853-a1b1-67405497d48f req-4fc481ce-ae4e-4afa-a4e8-68c8742941f3 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 946 time: 0.0623267 Jun 18 14:29:23.456140 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-fa3f5acd-3dfa-4853-a1b1-67405497d48f req-1995da08-46b6-4eff-acda-7e9d74c2f417 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310941 Jun 18 14:29:38.671499 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-f687825c-5928-43b7-be2c-082efb8e9c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:29:42.072816 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:29:42.546993 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb29b-e9a2-44be-9381-af97abf2e404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:29:43.191297 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:29:43.536114 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:29:45.272507 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:29:55.915669 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-17b72d5b-8ada-4200-b2d8-009d33f249a8 req-9bdd590f-0e9e-4101-8eb3-988e00e3681f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541623 Jun 18 14:29:56.010455 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b72d5b-8ada-4200-b2d8-009d33f249a8 req-31d6f5af-5664-4dbd-9471-5090babab14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:56.011806 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-17b72d5b-8ada-4200-b2d8-009d33f249a8 req-31d6f5af-5664-4dbd-9471-5090babab14b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbb479abbf4e4acda8c320ef124c4e8c&device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 1098 time: 0.0507691 Jun 18 14:29:56.112616 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b72d5b-8ada-4200-b2d8-009d33f249a8 req-a05f9881-b450-4992-88c7-b66c59990b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:56.114073 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-17b72d5b-8ada-4200-b2d8-009d33f249a8 req-a05f9881-b450-4992-88c7-b66c59990b1e service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5 HTTP/1.1" status: 200 len: 913 time: 0.0815170 Jun 18 14:29:56.180574 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-17b72d5b-8ada-4200-b2d8-009d33f249a8 req-4dd6e291-ffa6-4ded-8b00-2c3e161f1833 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c49ace75-b989-4179-b17c-b0d236f610aa HTTP/1.1" status: 200 len: 1001 time: 0.0600274 Jun 18 14:29:56.227338 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b72d5b-8ada-4200-b2d8-009d33f249a8 req-7a10dc8b-4878-4000-abb6-f57b4e970215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:56.228707 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-17b72d5b-8ada-4200-b2d8-009d33f249a8 req-7a10dc8b-4878-4000-abb6-f57b4e970215 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=649a9e32-52ab-47bf-bb55-ed3bf5cc8750 HTTP/1.1" status: 200 len: 851 time: 0.0415053 Jun 18 14:29:56.284572 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b72d5b-8ada-4200-b2d8-009d33f249a8 req-8092a030-2afa-4c0c-931e-527a5cf78339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:29:56.286217 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-17b72d5b-8ada-4200-b2d8-009d33f249a8 req-8092a030-2afa-4c0c-931e-527a5cf78339 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508637 Jun 18 14:29:56.384826 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-17b72d5b-8ada-4200-b2d8-009d33f249a8 req-48c5fb21-74c9-430d-981e-bd1e58393ea5 service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916946 Jun 18 14:29:56.472253 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-17b72d5b-8ada-4200-b2d8-009d33f249a8 req-dd1c651b-4a10-4c3c-9b19-55aa38caecef service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801153 Jun 18 14:29:59.021308 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:30:08.618703 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-e15e1212-cf68-4829-bc01-5e6a826e544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:12.023956 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:12.466224 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-bec7871a-69b3-404f-8411-90602b56684e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:13.151355 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:13.458060 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:14.578130 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [req-19a91c34-fe9f-451a-9cbf-4a7810a9ffac req-6893bfc4-3ade-468b-82fb-156b91a4d376 service neutron] (93612) timed out ('10.222.0.38', 60414) {{(pid=93612) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 14:30:15.269503 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:17.406218 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 50874) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:17.682005 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Deleting port 34ea2828-df91-4104-bb7f-1c364a4815a6 {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:30:17.682339 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:17.776524 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:17.776759 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:17.841659 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Calling delete_port for 34ea2828-df91-4104-bb7f-1c364a4815a6 owned by network:floatingip {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:30:18.100094 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:18.102328 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-788a171e-b032-431e-bc2d-769f9aee1fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:18.126731 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Pushing event deleted for resources: {'Port': ['ID=34ea2828-df91-4104-bb7f-1c364a4815a6,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:18.140622 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:18.140622 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:18.140622 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:18.140622 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:18.140622 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:18.140622 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:18.140622 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:18.142163 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:18.142163 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:18.142163 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:18.142163 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:18.142551 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:18.160050 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:18.200250 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for floatingip, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:18.200585 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.l3_db [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Floating IP 9296551b-c1fe-45c6-85b6-dbff1354d519 disassociated (deleted). External IP: 172.27.3.116, port: c49ace75-b989-4179-b17c-b0d236f610aa. Jun 18 14:30:18.413011 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:30:18.522952 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:30:18.527738 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for floatingip, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:18.532478 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7844393b-d9b5-45b5-9479-22b4753b97a7 None None] Sync routers for ids ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'] in dv-cinder-795751-2-iscsi {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:30:18.543833 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7844393b-d9b5-45b5-9479-22b4753b97a7 None None] Routers {'7f6c601d-3615-4ae4-9ee2-71c1afba3b06'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:30:18.544453 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-7844393b-d9b5-45b5-9479-22b4753b97a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:30:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:18.564744 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-4dd9efcd-0132-4877-b781-a21223013960 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "DELETE /v2.0/floatingips/9296551b-c1fe-45c6-85b6-dbff1354d519 HTTP/1.1" status: 204 len: 168 time: 1.1573465 Jun 18 14:30:18.565383 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c59de4-8599-442a-8fe6-1e74dc653e72', 'tag': 'c49ace75-b989-4179-b17c-b0d236f610aa'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:30:18.568274 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38495099-e1ca-40cc-a86d-313f0ca54e98" -d '{"events": [{"name": "network-changed", "server_uuid": "18c59de4-8599-442a-8fe6-1e74dc653e72", "tag": "c49ace75-b989-4179-b17c-b0d236f610aa"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:30:18.667273 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-7844393b-d9b5-45b5-9479-22b4753b97a7 None None] Set router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:30:18.669496 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66d4027-6882-4819-9552-e60bd2d6dd01 x-openstack-request-id: req-b66d4027-6882-4819-9552-e60bd2d6dd01 {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:30:18.669496 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c59de4-8599-442a-8fe6-1e74dc653e72", "tag": "c49ace75-b989-4179-b17c-b0d236f610aa", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:30:18.669496 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b66d4027-6882-4819-9552-e60bd2d6dd01 {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:30:18.669839 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c59de4-8599-442a-8fe6-1e74dc653e72', 'tag': 'c49ace75-b989-4179-b17c-b0d236f610aa', 'status': 'completed', 'code': 200} Jun 18 14:30:18.816506 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38495099-e1ca-40cc-a86d-313f0ca54e98 req-a5be52fc-b06e-45fe-a5f7-d690838ce6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:30:18.818641 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-38495099-e1ca-40cc-a86d-313f0ca54e98 req-a5be52fc-b06e-45fe-a5f7-d690838ce6f6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbb479abbf4e4acda8c320ef124c4e8c&device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 1098 time: 0.1028676 Jun 18 14:30:18.892076 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-7844393b-d9b5-45b5-9479-22b4753b97a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': '62a070ed-986a-4cf9-bd8b-515273c4c6b1', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'port_id': '43eff6a8-fc06-4c51-83d1-549510fa6d4a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'mac_address': 'fa:16:3e:1e:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a98d5d4-42d3-482f-8a36-50294c0b7bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:25:32Z', 'updated_at': '2021-06-18T14:25:34Z', 'revision_number': 1, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0cec79d-51e1-462f-aa19-1fc1582cdbc6', 'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'mac_address': 'fa:16:3e:f4:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:11Z', 'updated_at': '2021-06-18T14:19:24Z', 'revision_number': 5, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'subnets': [{'id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:18.920541 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38495099-e1ca-40cc-a86d-313f0ca54e98 req-11cd160e-79c7-477b-b292-d998c1414abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:30:18.922230 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-38495099-e1ca-40cc-a86d-313f0ca54e98 req-11cd160e-79c7-477b-b292-d998c1414abc service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5 HTTP/1.1" status: 200 len: 913 time: 0.0969181 Jun 18 14:30:18.922446 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7844393b-d9b5-45b5-9479-22b4753b97a7 None None] Checking router: 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 for host: dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:30:18.931632 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7844393b-d9b5-45b5-9479-22b4753b97a7 None None] Routers {'7f6c601d-3615-4ae4-9ee2-71c1afba3b06'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:30:18.932251 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-7844393b-d9b5-45b5-9479-22b4753b97a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:30:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:18.963965 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-38495099-e1ca-40cc-a86d-313f0ca54e98 req-d789f044-16e4-4e6d-a0a7-10c2e0fff180 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c49ace75-b989-4179-b17c-b0d236f610aa HTTP/1.1" status: 200 len: 217 time: 0.0345807 Jun 18 14:30:19.023221 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38495099-e1ca-40cc-a86d-313f0ca54e98 req-b1794540-4171-49fe-b1f9-85538bdaeada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:30:19.024732 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-38495099-e1ca-40cc-a86d-313f0ca54e98 req-b1794540-4171-49fe-b1f9-85538bdaeada service neutron] 10.222.0.38 "GET /v2.0/subnets?id=649a9e32-52ab-47bf-bb55-ed3bf5cc8750 HTTP/1.1" status: 200 len: 851 time: 0.0534194 Jun 18 14:30:19.040764 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-7844393b-d9b5-45b5-9479-22b4753b97a7 None None] Set router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:30:19.092818 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38495099-e1ca-40cc-a86d-313f0ca54e98 req-09ecb286-0f03-4544-9d9b-df70844efe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:30:19.094317 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-38495099-e1ca-40cc-a86d-313f0ca54e98 req-09ecb286-0f03-4544-9d9b-df70844efe58 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587425 Jun 18 14:30:19.222985 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-38495099-e1ca-40cc-a86d-313f0ca54e98 req-4cf2ac7a-e4e2-4791-9f8e-889617c0f5ca service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206498 Jun 18 14:30:19.247704 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c5610-f6ef-4516-b30b-d52a0107da44 req-eba6ca86-218f-48ee-9407-637e99567b76 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:30:19.249218 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e88c5610-f6ef-4516-b30b-d52a0107da44 req-eba6ca86-218f-48ee-9407-637e99567b76 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 945 time: 0.1727393 Jun 18 14:30:19.267975 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-7844393b-d9b5-45b5-9479-22b4753b97a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': '62a070ed-986a-4cf9-bd8b-515273c4c6b1', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'port_id': '43eff6a8-fc06-4c51-83d1-549510fa6d4a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'mac_address': 'fa:16:3e:1e:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a98d5d4-42d3-482f-8a36-50294c0b7bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:25:32Z', 'updated_at': '2021-06-18T14:25:34Z', 'revision_number': 1, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0cec79d-51e1-462f-aa19-1fc1582cdbc6', 'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'mac_address': 'fa:16:3e:f4:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:11Z', 'updated_at': '2021-06-18T14:19:24Z', 'revision_number': 5, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'subnets': [{'id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:19.294707 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7844393b-d9b5-45b5-9479-22b4753b97a7 None None] The sync data for ids ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'] in dv-cinder-795751-2-iscsi is: [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_floatingips': [{'id': '62a070ed-986a-4cf9-bd8b-515273c4c6b1', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'router_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'port_id': '43eff6a8-fc06-4c51-83d1-549510fa6d4a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'mac_address': 'fa:16:3e:1e:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a98d5d4-42d3-482f-8a36-50294c0b7bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T14:25:32Z', 'updated_at': '2021-06-18T14:25:34Z', 'revision_number': 1, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0cec79d-51e1-462f-aa19-1fc1582cdbc6', 'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'mac_address': 'fa:16:3e:f4:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:11Z', 'updated_at': '2021-06-18T14:19:24Z', 'revision_number': 5, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'subnets': [{'id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:30:19.332285 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e88c5610-f6ef-4516-b30b-d52a0107da44 req-5e304f1f-4b7b-4f1d-92c9-1a64a4a3de49 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723011 Jun 18 14:30:19.363071 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-38495099-e1ca-40cc-a86d-313f0ca54e98 req-21589dc3-b123-400e-ba58-dbd30e6babf0 service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321149 Jun 18 14:30:19.515831 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b769e0-85b2-4d76-bf53-2fbbc21884a1 None None] New status for floating IP 9296551b-c1fe-45c6-85b6-dbff1354d519: DOWN {{(pid=93614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 14:30:20.219503 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c9de2-1aef-442a-94a6-4e9c5702e63d req-36021db2-566b-446b-878d-4e533c2d0eb8 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:30:20.220974 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a49c9de2-1aef-442a-94a6-4e9c5702e63d req-36021db2-566b-446b-878d-4e533c2d0eb8 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 946 time: 0.0624073 Jun 18 14:30:20.259073 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a49c9de2-1aef-442a-94a6-4e9c5702e63d req-a597db52-bdf0-4c07-8a4e-9eb1c699877f tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321624 Jun 18 14:30:20.563849 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9546f7-126e-4231-801e-392ed0ca0337 req-c6ba0aca-ddc8-49a2-952a-817b08536146 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:30:20.565320 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0a9546f7-126e-4231-801e-392ed0ca0337 req-c6ba0aca-ddc8-49a2-952a-817b08536146 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 945 time: 0.1094906 Jun 18 14:30:20.606248 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-0a9546f7-126e-4231-801e-392ed0ca0337 req-2f4e4f2e-86ab-4f23-8fce-c4d5358d4bcc tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343943 Jun 18 14:30:20.984828 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e3a52-1740-449b-a601-b5d3b903ef98 req-b8dd3b0d-b006-47f7-b332-162ee1626cbe tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:30:20.986328 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9f4e3a52-1740-449b-a601-b5d3b903ef98 req-b8dd3b0d-b006-47f7-b332-162ee1626cbe tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 945 time: 0.0633211 Jun 18 14:30:21.090100 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [req-9f4e3a52-1740-449b-a601-b5d3b903ef98 req-ed2cea5d-83d1-4516-afca-a120eeaa85d8 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Deleting port c49ace75-b989-4179-b17c-b0d236f610aa {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:30:21.090444 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-9f4e3a52-1740-449b-a601-b5d3b903ef98 req-ed2cea5d-83d1-4516-afca-a120eeaa85d8 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:21.184736 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-9f4e3a52-1740-449b-a601-b5d3b903ef98 req-ed2cea5d-83d1-4516-afca-a120eeaa85d8 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] For port c49ace75-b989-4179-b17c-b0d236f610aa, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=c49ace75-b989-4179-b17c-b0d236f610aa,segment=NetworkSegment(3268c0c4-e8d6-49a1-80fc-53a179764921),segment_id=3268c0c4-e8d6-49a1-80fc-53a179764921)] {{(pid=93612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:30:21.185095 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-9f4e3a52-1740-449b-a601-b5d3b903ef98 req-ed2cea5d-83d1-4516-afca-a120eeaa85d8 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:21.250751 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [req-9f4e3a52-1740-449b-a601-b5d3b903ef98 req-ed2cea5d-83d1-4516-afca-a120eeaa85d8 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Calling delete_port for c49ace75-b989-4179-b17c-b0d236f610aa owned by compute:nova {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:30:21.429202 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-9f4e3a52-1740-449b-a601-b5d3b903ef98 req-ed2cea5d-83d1-4516-afca-a120eeaa85d8 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:21.433182 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:21.442896 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82e07c-07e2-4688-91f7-bee64604b22e req-4acc0b3f-cdee-441b-93ab-59a98bef6472 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:30:21.444379 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5e82e07c-07e2-4688-91f7-bee64604b22e req-4acc0b3f-cdee-441b-93ab-59a98bef6472 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 946 time: 0.0674009 Jun 18 14:30:21.472795 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cea5d-83d1-4516-afca-a120eeaa85d8 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Pushing event deleted for resources: {'Port': ['ID=c49ace75-b989-4179-b17c-b0d236f610aa,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:21.476272 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-ed2cea5d-83d1-4516-afca-a120eeaa85d8 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:21.531217 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4e3a52-1740-449b-a601-b5d3b903ef98 req-ed2cea5d-83d1-4516-afca-a120eeaa85d8 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] No DVR routers for this DVR port c49ace75-b989-4179-b17c-b0d236f610aa on host hv-cinder-79575 {{(pid=93612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:30:21.538294 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-9f4e3a52-1740-449b-a601-b5d3b903ef98 req-ed2cea5d-83d1-4516-afca-a120eeaa85d8 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:21.540215 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9f4e3a52-1740-449b-a601-b5d3b903ef98 req-ed2cea5d-83d1-4516-afca-a120eeaa85d8 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.38 "DELETE /v2.0/ports/c49ace75-b989-4179-b17c-b0d236f610aa HTTP/1.1" status: 204 len: 173 time: 0.5480230 Jun 18 14:30:21.540734 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c59de4-8599-442a-8fe6-1e74dc653e72', 'name': 'network-vif-deleted', 'tag': 'c49ace75-b989-4179-b17c-b0d236f610aa'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:30:21.543051 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2638a0eb-74af-4dc4-a6aa-9006fc4d68d3" -d '{"events": [{"server_uuid": "18c59de4-8599-442a-8fe6-1e74dc653e72", "name": "network-vif-deleted", "tag": "c49ace75-b989-4179-b17c-b0d236f610aa"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:30:21.553425 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5e82e07c-07e2-4688-91f7-bee64604b22e req-49eae83b-6bc3-40b7-834c-4100dc345e04 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870874 Jun 18 14:30:21.580311 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc324291-906c-421e-95a5-3d820c0fe8a4 x-openstack-request-id: req-dc324291-906c-421e-95a5-3d820c0fe8a4 {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:30:21.580655 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c59de4-8599-442a-8fe6-1e74dc653e72", "name": "network-vif-deleted", "tag": "c49ace75-b989-4179-b17c-b0d236f610aa", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:30:21.580986 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc324291-906c-421e-95a5-3d820c0fe8a4 {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:30:21.581435 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c59de4-8599-442a-8fe6-1e74dc653e72', 'name': 'network-vif-deleted', 'tag': 'c49ace75-b989-4179-b17c-b0d236f610aa', 'status': 'completed', 'code': 200} Jun 18 14:30:21.745976 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-29c12d86-50ed-4a0f-8e9d-14fc1c843bb5 req-0b2a22c6-176b-413b-ac29-9b99bbb403ba tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 210 time: 0.0298476 Jun 18 14:30:22.147740 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab795e62-add9-4056-9b2f-07d0d1602271 req-5a8980b5-d708-4632-b2cf-89b50a2515d1 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:30:22.149192 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ab795e62-add9-4056-9b2f-07d0d1602271 req-5a8980b5-d708-4632-b2cf-89b50a2515d1 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.38 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 946 time: 0.0645275 Jun 18 14:30:22.254972 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [req-ab795e62-add9-4056-9b2f-07d0d1602271 req-b981a224-c2b4-44af-a4b3-40492722a4be tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Deleting port 14441fd4-dd64-4554-9ace-65cfefa8b252 {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:30:22.255748 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-ab795e62-add9-4056-9b2f-07d0d1602271 req-b981a224-c2b4-44af-a4b3-40492722a4be tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:22.347792 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-ab795e62-add9-4056-9b2f-07d0d1602271 req-b981a224-c2b4-44af-a4b3-40492722a4be tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] For port 14441fd4-dd64-4554-9ace-65cfefa8b252, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=14441fd4-dd64-4554-9ace-65cfefa8b252,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:30:22.348078 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-ab795e62-add9-4056-9b2f-07d0d1602271 req-b981a224-c2b4-44af-a4b3-40492722a4be tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:22.518515 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-ab795e62-add9-4056-9b2f-07d0d1602271 req-b981a224-c2b4-44af-a4b3-40492722a4be tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:22.518888 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-ab795e62-add9-4056-9b2f-07d0d1602271 req-b981a224-c2b4-44af-a4b3-40492722a4be tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635786'] for floatingip, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:22.519207 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.l3_db [req-ab795e62-add9-4056-9b2f-07d0d1602271 req-b981a224-c2b4-44af-a4b3-40492722a4be tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Floating IP 8e758688-47fa-4d6c-948a-8bc6a9408439 disassociated. External IP: 172.27.3.99, port: 14441fd4-dd64-4554-9ace-65cfefa8b252. Jun 18 14:30:22.519555 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [req-ab795e62-add9-4056-9b2f-07d0d1602271 req-b981a224-c2b4-44af-a4b3-40492722a4be tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Calling delete_port for 14441fd4-dd64-4554-9ace-65cfefa8b252 owned by compute:nova {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:30:22.697813 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-ab795e62-add9-4056-9b2f-07d0d1602271 req-b981a224-c2b4-44af-a4b3-40492722a4be tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:22.702219 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:22.731897 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981a224-c2b4-44af-a4b3-40492722a4be tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Pushing event deleted for resources: {'Port': ['ID=14441fd4-dd64-4554-9ace-65cfefa8b252,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:22.734972 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-b981a224-c2b4-44af-a4b3-40492722a4be tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:22.737885 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae0197-8adf-4fae-964f-316f39383c29 req-4f5601e7-973e-41ec-8e7d-7cb768cfd685 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:30:22.740568 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b0ae0197-8adf-4fae-964f-316f39383c29 req-4f5601e7-973e-41ec-8e7d-7cb768cfd685 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 868 time: 0.0666940 Jun 18 14:30:22.788044 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-b0ae0197-8adf-4fae-964f-316f39383c29 req-f1d0bc1a-2a0e-4e9a-ba76-4e9aeab29fab tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups?id=76ab95ef-0a78-4d0e-bae9-4455539c874b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396879 Jun 18 14:30:23.102462 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a0763cbd-bb0c-474f-916b-723f1870aeca req-badf22af-1642-488c-a243-7e5288dfe42c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=18c59de4-8599-442a-8fe6-1e74dc653e72 HTTP/1.1" status: 200 len: 210 time: 0.0368795 Jun 18 14:30:23.168012 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab795e62-add9-4056-9b2f-07d0d1602271 req-b981a224-c2b4-44af-a4b3-40492722a4be tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Router 68e8837d-9fe5-4c94-8dd1-df1bb585495a has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:30:23.277909 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab795e62-add9-4056-9b2f-07d0d1602271 req-b981a224-c2b4-44af-a4b3-40492722a4be tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:30:23.286930 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8699032-8049-4185-9c56-42b2df799c1e None None] Sync routers for ids ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'] in dv-cinder-795751-2-iscsi {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:30:23.299466 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8699032-8049-4185-9c56-42b2df799c1e None None] Routers {'68e8837d-9fe5-4c94-8dd1-df1bb585495a'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:30:23.300141 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-e8699032-8049-4185-9c56-42b2df799c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:30:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:23.321829 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab795e62-add9-4056-9b2f-07d0d1602271 req-b981a224-c2b4-44af-a4b3-40492722a4be tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] No DVR routers for this DVR port 14441fd4-dd64-4554-9ace-65cfefa8b252 on host hv-cinder-79575 {{(pid=93612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:30:23.324202 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-ab795e62-add9-4056-9b2f-07d0d1602271 req-b981a224-c2b4-44af-a4b3-40492722a4be tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:23.326349 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-ab795e62-add9-4056-9b2f-07d0d1602271 req-b981a224-c2b4-44af-a4b3-40492722a4be tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.38 "DELETE /v2.0/ports/14441fd4-dd64-4554-9ace-65cfefa8b252 HTTP/1.1" status: 204 len: 173 time: 1.1719582 Jun 18 14:30:23.409352 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-e8699032-8049-4185-9c56-42b2df799c1e None None] Set router 68e8837d-9fe5-4c94-8dd1-df1bb585495a gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:30:23.585571 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d3ceff-17eb-4c64-8ad8-218f8843d3fc', 'name': 'network-vif-deleted', 'tag': '14441fd4-dd64-4554-9ace-65cfefa8b252'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:30:23.586738 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef52a911-bcbd-4f58-be3f-e8bcc8860f26" -d '{"events": [{"server_uuid": "70d3ceff-17eb-4c64-8ad8-218f8843d3fc", "name": "network-vif-deleted", "tag": "14441fd4-dd64-4554-9ace-65cfefa8b252"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:30:23.635403 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a2660a-e662-4344-96e5-9afaa1af3ad5 x-openstack-request-id: req-b6a2660a-e662-4344-96e5-9afaa1af3ad5 {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:30:23.635748 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d3ceff-17eb-4c64-8ad8-218f8843d3fc", "name": "network-vif-deleted", "tag": "14441fd4-dd64-4554-9ace-65cfefa8b252", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:30:23.636680 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6a2660a-e662-4344-96e5-9afaa1af3ad5 {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:30:23.637139 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d3ceff-17eb-4c64-8ad8-218f8843d3fc', 'name': 'network-vif-deleted', 'tag': '14441fd4-dd64-4554-9ace-65cfefa8b252', 'status': 'completed', 'code': 200} Jun 18 14:30:23.731397 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-e8699032-8049-4185-9c56-42b2df799c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'name': 'tempest-AttachVolumeShelveTestJSON-661007217-router', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:36Z', 'updated_at': '2021-06-18T14:19:46Z', 'revision_number': 4, 'project_id': '107d8e292f474633ab35671645fd2880', 'gw_port': {'id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:37Z', 'updated_at': '2021-06-18T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd788fd0d-125b-4c61-ae72-f7713676735e', 'name': '', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'mac_address': 'fa:16:3e:d2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:44Z', 'updated_at': '2021-06-18T14:19:58Z', 'revision_number': 5, 'project_id': '107d8e292f474633ab35671645fd2880', 'subnets': [{'id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:23.758614 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8699032-8049-4185-9c56-42b2df799c1e None None] Checking router: 68e8837d-9fe5-4c94-8dd1-df1bb585495a for host: dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:30:23.770506 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8699032-8049-4185-9c56-42b2df799c1e None None] Routers {'68e8837d-9fe5-4c94-8dd1-df1bb585495a'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:30:23.771145 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-e8699032-8049-4185-9c56-42b2df799c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:30:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:23.888487 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-e8699032-8049-4185-9c56-42b2df799c1e None None] Set router 68e8837d-9fe5-4c94-8dd1-df1bb585495a gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:30:23.964022 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-e5052efa-0838-42bb-9607-f6d9afd49daa req-1b19b18c-f7cd-4552-8a24-7627b80f9ee4 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/ports?device_id=70d3ceff-17eb-4c64-8ad8-218f8843d3fc HTTP/1.1" status: 200 len: 210 time: 0.0293779 Jun 18 14:30:24.086309 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-e8699032-8049-4185-9c56-42b2df799c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'name': 'tempest-AttachVolumeShelveTestJSON-661007217-router', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:36Z', 'updated_at': '2021-06-18T14:19:46Z', 'revision_number': 4, 'project_id': '107d8e292f474633ab35671645fd2880', 'gw_port': {'id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:37Z', 'updated_at': '2021-06-18T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd788fd0d-125b-4c61-ae72-f7713676735e', 'name': '', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'mac_address': 'fa:16:3e:d2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:44Z', 'updated_at': '2021-06-18T14:19:58Z', 'revision_number': 5, 'project_id': '107d8e292f474633ab35671645fd2880', 'subnets': [{'id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:24.111385 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8699032-8049-4185-9c56-42b2df799c1e None None] The sync data for ids ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'] in dv-cinder-795751-2-iscsi is: [{'id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'name': 'tempest-AttachVolumeShelveTestJSON-661007217-router', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:36Z', 'updated_at': '2021-06-18T14:19:46Z', 'revision_number': 4, 'project_id': '107d8e292f474633ab35671645fd2880', 'gw_port': {'id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:37Z', 'updated_at': '2021-06-18T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd788fd0d-125b-4c61-ae72-f7713676735e', 'name': '', 'network_id': '34ea1a7a-1cdd-4064-b454-5495867b8273', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'mac_address': 'fa:16:3e:d2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:44Z', 'updated_at': '2021-06-18T14:19:58Z', 'revision_number': 5, 'project_id': '107d8e292f474633ab35671645fd2880', 'subnets': [{'id': '3994dc00-6a2f-4cf8-8857-bc42cacf8da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:30:24.341114 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181a8806-b0be-47ed-adac-83c0fcb05926 None None] New status for floating IP 8e758688-47fa-4d6c-948a-8bc6a9408439: DOWN {{(pid=93614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 14:30:24.918968 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device c49ace75-b989-4179-b17c-b0d236f610aa no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:30:24.937695 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] No Port match for: c49ace75-b989-4179-b17c-b0d236f610aa {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:30:24.938051 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device c49ace75-b989-4179-b17c-b0d236f610aa not bound to the agent host hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:30:26.201585 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 50944) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:26.255590 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-bda5751c-6791-479c-8cbe-2cc57abcfc69 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:26.278293 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-bda5751c-6791-479c-8cbe-2cc57abcfc69 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:26.435050 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-bda5751c-6791-479c-8cbe-2cc57abcfc69 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:26.437774 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-bda5751c-6791-479c-8cbe-2cc57abcfc69 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:26.438910 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-bda5751c-6791-479c-8cbe-2cc57abcfc69 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "DELETE /v2.0/security-groups/76ab95ef-0a78-4d0e-bae9-4455539c874b HTTP/1.1" status: 204 len: 168 time: 0.2363389 Jun 18 14:30:26.439773 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-3c87deec-3cea-4ac0-9b95-d573ed3489af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:26.442449 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 50946) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:26.449343 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5751c-6791-479c-8cbe-2cc57abcfc69 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ab95ef-0a78-4d0e-bae9-4455539c874b,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:26.456284 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5751c-6791-479c-8cbe-2cc57abcfc69 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:26.456673 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5751c-6791-479c-8cbe-2cc57abcfc69 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:26.457253 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5751c-6791-479c-8cbe-2cc57abcfc69 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:26.457485 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5751c-6791-479c-8cbe-2cc57abcfc69 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:26.458552 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5751c-6791-479c-8cbe-2cc57abcfc69 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:26.458870 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5751c-6791-479c-8cbe-2cc57abcfc69 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:26.459235 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5751c-6791-479c-8cbe-2cc57abcfc69 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:26.459611 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5751c-6791-479c-8cbe-2cc57abcfc69 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:26.459867 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.api.v2.resource [None req-5dd9518a-0c75-4c0d-bc0f-2a2ef065e337 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] show failed (client error): The resource could not be found. Jun 18 14:30:26.459987 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5751c-6791-479c-8cbe-2cc57abcfc69 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:26.460337 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5751c-6791-479c-8cbe-2cc57abcfc69 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:26.460703 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5751c-6791-479c-8cbe-2cc57abcfc69 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:26.460819 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-5dd9518a-0c75-4c0d-bc0f-2a2ef065e337 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "GET /v2.0/security-groups/76ab95ef-0a78-4d0e-bae9-4455539c874b HTTP/1.1" status: 404 len: 347 time: 0.0173960 Jun 18 14:30:26.461192 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda5751c-6791-479c-8cbe-2cc57abcfc69 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:26.464364 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-bda5751c-6791-479c-8cbe-2cc57abcfc69 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:26.466246 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 50948) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:26.592338 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-f280fa7c-a3c2-4ef1-b337-c56ef665ad32 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Deleting port 6d5b2f7d-2111-4fec-a5db-3c13e945a506 {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:30:26.592679 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f280fa7c-a3c2-4ef1-b337-c56ef665ad32 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:26.663352 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 50952) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:26.667118 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f280fa7c-a3c2-4ef1-b337-c56ef665ad32 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:26.667453 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f280fa7c-a3c2-4ef1-b337-c56ef665ad32 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:26.733129 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-f280fa7c-a3c2-4ef1-b337-c56ef665ad32 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Calling delete_port for 6d5b2f7d-2111-4fec-a5db-3c13e945a506 owned by network:floatingip {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:30:26.828375 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-d2cee64b-29b9-4d50-b4bf-1c27b8033ac7 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Deleting port 1fce8d19-e0d6-4b0e-a356-5d2b87d48720 {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:30:26.828721 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-d2cee64b-29b9-4d50-b4bf-1c27b8033ac7 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:26.901910 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-d2cee64b-29b9-4d50-b4bf-1c27b8033ac7 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:26.902231 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-d2cee64b-29b9-4d50-b4bf-1c27b8033ac7 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:26.919740 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 14441fd4-dd64-4554-9ace-65cfefa8b252 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:30:26.923090 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f280fa7c-a3c2-4ef1-b337-c56ef665ad32 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:26.925974 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-19e13af0-9caf-4b06-a4cf-467e6f24eee6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:26.940477 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] No Port match for: 14441fd4-dd64-4554-9ace-65cfefa8b252 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:30:26.940835 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 14441fd4-dd64-4554-9ace-65cfefa8b252 not bound to the agent host hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:30:26.950176 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280fa7c-a3c2-4ef1-b337-c56ef665ad32 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Pushing event deleted for resources: {'Port': ['ID=6d5b2f7d-2111-4fec-a5db-3c13e945a506,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:26.953364 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-f280fa7c-a3c2-4ef1-b337-c56ef665ad32 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:26.970426 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-d2cee64b-29b9-4d50-b4bf-1c27b8033ac7 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Calling delete_port for 1fce8d19-e0d6-4b0e-a356-5d2b87d48720 owned by network:floatingip {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:30:27.015085 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f280fa7c-a3c2-4ef1-b337-c56ef665ad32 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks [] for floatingip, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:27.017639 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-f280fa7c-a3c2-4ef1-b337-c56ef665ad32 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for floatingip, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:27.018795 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-f280fa7c-a3c2-4ef1-b337-c56ef665ad32 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] 10.222.0.26 "DELETE /v2.0/floatingips/8e758688-47fa-4d6c-948a-8bc6a9408439 HTTP/1.1" status: 204 len: 168 time: 0.5516467 Jun 18 14:30:27.257261 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-d2cee64b-29b9-4d50-b4bf-1c27b8033ac7 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:27.259408 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-5b36bc57-93f3-4fda-ad82-326297e68860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:27.283910 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cee64b-29b9-4d50-b4bf-1c27b8033ac7 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Pushing event deleted for resources: {'Port': ['ID=1fce8d19-e0d6-4b0e-a356-5d2b87d48720,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:27.287758 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-d2cee64b-29b9-4d50-b4bf-1c27b8033ac7 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:27.351516 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-d2cee64b-29b9-4d50-b4bf-1c27b8033ac7 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for floatingip, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:27.351875 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.db.l3_db [None req-d2cee64b-29b9-4d50-b4bf-1c27b8033ac7 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Floating IP 62a070ed-986a-4cf9-bd8b-515273c4c6b1 disassociated (deleted). External IP: 172.27.3.86, port: 43eff6a8-fc06-4c51-83d1-549510fa6d4a. Jun 18 14:30:27.591197 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cee64b-29b9-4d50-b4bf-1c27b8033ac7 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:30:27.699380 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cee64b-29b9-4d50-b4bf-1c27b8033ac7 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:30:27.704633 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-d2cee64b-29b9-4d50-b4bf-1c27b8033ac7 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for floatingip, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:27.709877 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad6c2df-6916-48c7-bdd9-6f784464164e None None] Sync routers for ids ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'] in dv-cinder-795751-2-iscsi {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:30:27.719780 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad6c2df-6916-48c7-bdd9-6f784464164e None None] Routers {'7f6c601d-3615-4ae4-9ee2-71c1afba3b06'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:30:27.720395 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-3ad6c2df-6916-48c7-bdd9-6f784464164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:30:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:27.759862 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-d2cee64b-29b9-4d50-b4bf-1c27b8033ac7 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "DELETE /v2.0/floatingips/62a070ed-986a-4cf9-bd8b-515273c4c6b1 HTTP/1.1" status: 204 len: 168 time: 1.0929844 Jun 18 14:30:27.759862 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a98d5d4-42d3-482f-8a36-50294c0b7bab', 'tag': '43eff6a8-fc06-4c51-83d1-549510fa6d4a'}] {{(pid=93613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:30:27.760671 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7992167a3469c56ee4ecf032acd86f2b77ad75fcc40dd2bd483d75140fc07bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82a10bf-93e5-4233-bf53-f323870fd20f" -d '{"events": [{"name": "network-changed", "server_uuid": "5a98d5d4-42d3-482f-8a36-50294c0b7bab", "tag": "43eff6a8-fc06-4c51-83d1-549510fa6d4a"}]}' {{(pid=93613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:30:27.810307 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b928ef-a73f-4f9b-8e8a-7ec4377364e8 x-openstack-request-id: req-78b928ef-a73f-4f9b-8e8a-7ec4377364e8 {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:30:27.810818 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a98d5d4-42d3-482f-8a36-50294c0b7bab", "tag": "43eff6a8-fc06-4c51-83d1-549510fa6d4a", "status": "completed", "code": 200}]} {{(pid=93613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:30:27.811291 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-78b928ef-a73f-4f9b-8e8a-7ec4377364e8 {{(pid=93613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:30:27.812010 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a98d5d4-42d3-482f-8a36-50294c0b7bab', 'tag': '43eff6a8-fc06-4c51-83d1-549510fa6d4a', 'status': 'completed', 'code': 200} Jun 18 14:30:27.860320 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-3ad6c2df-6916-48c7-bdd9-6f784464164e None None] Set router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:30:27.961696 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a10bf-93e5-4233-bf53-f323870fd20f req-9a9edee2-7a3d-497e-b575-77502879b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:30:27.964274 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a82a10bf-93e5-4233-bf53-f323870fd20f req-9a9edee2-7a3d-497e-b575-77502879b922 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbb479abbf4e4acda8c320ef124c4e8c&device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 1099 time: 0.0957229 Jun 18 14:30:28.066472 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a10bf-93e5-4233-bf53-f323870fd20f req-f129bb46-4f38-4fec-a7d9-4c8c4d109440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:30:28.068018 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a82a10bf-93e5-4233-bf53-f323870fd20f req-f129bb46-4f38-4fec-a7d9-4c8c4d109440 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5 HTTP/1.1" status: 200 len: 913 time: 0.0960329 Jun 18 14:30:28.116804 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a82a10bf-93e5-4233-bf53-f323870fd20f req-2ece6e67-5920-4c28-953d-73b2309f94c2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43eff6a8-fc06-4c51-83d1-549510fa6d4a HTTP/1.1" status: 200 len: 217 time: 0.0417657 Jun 18 14:30:28.119839 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-3ad6c2df-6916-48c7-bdd9-6f784464164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd0cec79d-51e1-462f-aa19-1fc1582cdbc6', 'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'mac_address': 'fa:16:3e:f4:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:11Z', 'updated_at': '2021-06-18T14:19:24Z', 'revision_number': 5, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'subnets': [{'id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:28.151110 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad6c2df-6916-48c7-bdd9-6f784464164e None None] Checking router: 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 for host: dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:30:28.159609 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad6c2df-6916-48c7-bdd9-6f784464164e None None] Routers {'7f6c601d-3615-4ae4-9ee2-71c1afba3b06'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:30:28.160224 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-3ad6c2df-6916-48c7-bdd9-6f784464164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:30:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:28.173611 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a10bf-93e5-4233-bf53-f323870fd20f req-203ac373-9da0-4137-a6f4-e74dc9ec5b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:30:28.175185 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a82a10bf-93e5-4233-bf53-f323870fd20f req-203ac373-9da0-4137-a6f4-e74dc9ec5b73 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=649a9e32-52ab-47bf-bb55-ed3bf5cc8750 HTTP/1.1" status: 200 len: 851 time: 0.0519373 Jun 18 14:30:28.249909 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a10bf-93e5-4233-bf53-f323870fd20f req-1ea7d77c-bbee-4f8d-b51c-31beb283fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:30:28.251441 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a82a10bf-93e5-4233-bf53-f323870fd20f req-1ea7d77c-bbee-4f8d-b51c-31beb283fd56 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a4e0c0b-9524-4e17-84eb-4b2765952ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689964 Jun 18 14:30:28.271822 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-3ad6c2df-6916-48c7-bdd9-6f784464164e None None] Set router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:30:28.357380 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a82a10bf-93e5-4233-bf53-f323870fd20f req-90e9da7b-6ac1-41bc-9410-88ae72b6a065 service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990236 Jun 18 14:30:28.485522 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42d787-3608-410e-8fe5-917c94e04e0c req-25f9c82e-5664-4eb2-a961-289ecc8facb8 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:30:28.493879 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-da42d787-3608-410e-8fe5-917c94e04e0c req-25f9c82e-5664-4eb2-a961-289ecc8facb8 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 946 time: 0.0955749 Jun 18 14:30:28.510922 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a82a10bf-93e5-4233-bf53-f323870fd20f req-48513edb-c153-4d1a-a0bc-8c5b34c31722 service neutron] 10.222.0.38 "GET /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455417 Jun 18 14:30:28.535941 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-3ad6c2df-6916-48c7-bdd9-6f784464164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd0cec79d-51e1-462f-aa19-1fc1582cdbc6', 'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'mac_address': 'fa:16:3e:f4:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:11Z', 'updated_at': '2021-06-18T14:19:24Z', 'revision_number': 5, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'subnets': [{'id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:28.541536 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-da42d787-3608-410e-8fe5-917c94e04e0c req-c4585b9a-b335-4df9-a65a-d6d852e10cba tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467646 Jun 18 14:30:28.570196 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad6c2df-6916-48c7-bdd9-6f784464164e None None] The sync data for ids ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'] in dv-cinder-795751-2-iscsi is: [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:19:12Z', 'revision_number': 4, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi', '_interfaces': [{'id': 'd0cec79d-51e1-462f-aa19-1fc1582cdbc6', 'name': '', 'network_id': '2a4e0c0b-9524-4e17-84eb-4b2765952ea5', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'mac_address': 'fa:16:3e:f4:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:11Z', 'updated_at': '2021-06-18T14:19:24Z', 'revision_number': 5, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'subnets': [{'id': '649a9e32-52ab-47bf-bb55-ed3bf5cc8750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:30:28.802239 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648fe87c-bb29-46c8-ac45-0b6b52cf8904 None None] New status for floating IP 62a070ed-986a-4cf9-bd8b-515273c4c6b1: DOWN {{(pid=93614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 14:30:29.683338 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69f043-b380-4165-8f03-aa8c119f6086 req-58770596-edc7-495d-85ed-fab411f8b968 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:30:29.684852 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5b69f043-b380-4165-8f03-aa8c119f6086 req-58770596-edc7-495d-85ed-fab411f8b968 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 946 time: 0.0901222 Jun 18 14:30:29.807674 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925bc7b-4e93-4494-8d17-eeb59a294aa9 req-e3a661d6-fc52-49a9-a404-89d8f1306fd3 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:30:29.809090 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9925bc7b-4e93-4494-8d17-eeb59a294aa9 req-e3a661d6-fc52-49a9-a404-89d8f1306fd3 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 946 time: 0.1517797 Jun 18 14:30:29.864335 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-9925bc7b-4e93-4494-8d17-eeb59a294aa9 req-b6288ef1-d8e3-4f12-b43d-478b1a17d9bc tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5b136de-1553-48b3-a173-82bc033aab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444469 Jun 18 14:30:29.871387 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [req-5b69f043-b380-4165-8f03-aa8c119f6086 req-6b6d46dd-e93b-41fd-91d3-1cd2aa8fad84 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Deleting port 43eff6a8-fc06-4c51-83d1-549510fa6d4a {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:30:29.871724 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-5b69f043-b380-4165-8f03-aa8c119f6086 req-6b6d46dd-e93b-41fd-91d3-1cd2aa8fad84 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:29.979797 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-5b69f043-b380-4165-8f03-aa8c119f6086 req-6b6d46dd-e93b-41fd-91d3-1cd2aa8fad84 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] For port 43eff6a8-fc06-4c51-83d1-549510fa6d4a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=43eff6a8-fc06-4c51-83d1-549510fa6d4a,segment=NetworkSegment(3268c0c4-e8d6-49a1-80fc-53a179764921),segment_id=3268c0c4-e8d6-49a1-80fc-53a179764921)] {{(pid=93612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:30:29.980151 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-5b69f043-b380-4165-8f03-aa8c119f6086 req-6b6d46dd-e93b-41fd-91d3-1cd2aa8fad84 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:29.995354 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 50982) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:30.051841 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [req-5b69f043-b380-4165-8f03-aa8c119f6086 req-6b6d46dd-e93b-41fd-91d3-1cd2aa8fad84 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Calling delete_port for 43eff6a8-fc06-4c51-83d1-549510fa6d4a owned by compute:nova {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:30:30.334277 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-5b69f043-b380-4165-8f03-aa8c119f6086 req-6b6d46dd-e93b-41fd-91d3-1cd2aa8fad84 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:30.342168 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-14cde2f9-89ab-498c-9d05-4a55d7847ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:30.370674 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d46dd-e93b-41fd-91d3-1cd2aa8fad84 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Pushing event deleted for resources: {'Port': ['ID=43eff6a8-fc06-4c51-83d1-549510fa6d4a,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:30.373527 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-6b6d46dd-e93b-41fd-91d3-1cd2aa8fad84 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:30.423592 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b69f043-b380-4165-8f03-aa8c119f6086 req-6b6d46dd-e93b-41fd-91d3-1cd2aa8fad84 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] No DVR routers for this DVR port 43eff6a8-fc06-4c51-83d1-549510fa6d4a on host hv-cinder-79575 {{(pid=93612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:30:30.423592 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-5b69f043-b380-4165-8f03-aa8c119f6086 req-6b6d46dd-e93b-41fd-91d3-1cd2aa8fad84 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:30.427248 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5b69f043-b380-4165-8f03-aa8c119f6086 req-6b6d46dd-e93b-41fd-91d3-1cd2aa8fad84 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.38 "DELETE /v2.0/ports/43eff6a8-fc06-4c51-83d1-549510fa6d4a HTTP/1.1" status: 204 len: 173 time: 0.7209587 Jun 18 14:30:30.427591 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a98d5d4-42d3-482f-8a36-50294c0b7bab', 'name': 'network-vif-deleted', 'tag': '43eff6a8-fc06-4c51-83d1-549510fa6d4a'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:30:30.431773 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c78909-d123-4f8f-994d-d0ad8b85193f" -d '{"events": [{"server_uuid": "5a98d5d4-42d3-482f-8a36-50294c0b7bab", "name": "network-vif-deleted", "tag": "43eff6a8-fc06-4c51-83d1-549510fa6d4a"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:30:30.472786 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b7f77f37-d4ff-463b-8adf-3e4aa8729851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606455'] for router_interface, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:30.474019 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ba7f59-86f6-4722-86dd-93db5e002ac9 x-openstack-request-id: req-f0ba7f59-86f6-4722-86dd-93db5e002ac9 {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:30:30.474469 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a98d5d4-42d3-482f-8a36-50294c0b7bab", "name": "network-vif-deleted", "tag": "43eff6a8-fc06-4c51-83d1-549510fa6d4a", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:30:30.474883 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0ba7f59-86f6-4722-86dd-93db5e002ac9 {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:30:30.475457 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a98d5d4-42d3-482f-8a36-50294c0b7bab', 'name': 'network-vif-deleted', 'tag': '43eff6a8-fc06-4c51-83d1-549510fa6d4a', 'status': 'completed', 'code': 200} Jun 18 14:30:30.747970 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-b7f77f37-d4ff-463b-8adf-3e4aa8729851 admin admin] Deleting port d788fd0d-125b-4c61-ae72-f7713676735e {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:30:30.748402 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b7f77f37-d4ff-463b-8adf-3e4aa8729851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:30.846965 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [None req-b7f77f37-d4ff-463b-8adf-3e4aa8729851 admin admin] For port d788fd0d-125b-4c61-ae72-f7713676735e, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=d788fd0d-125b-4c61-ae72-f7713676735e,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:30:30.847538 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b7f77f37-d4ff-463b-8adf-3e4aa8729851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:30.926666 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-b7f77f37-d4ff-463b-8adf-3e4aa8729851 admin admin] Calling delete_port for d788fd0d-125b-4c61-ae72-f7713676735e owned by network:router_interface {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:30:31.017139 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f1d1c3c1-7e58-4048-a0e1-20ede18be270 req-911ced0e-b060-4491-9790-515643ab7261 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a98d5d4-42d3-482f-8a36-50294c0b7bab HTTP/1.1" status: 200 len: 210 time: 0.0302465 Jun 18 14:30:31.194459 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b7f77f37-d4ff-463b-8adf-3e4aa8729851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:31.196793 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-691e5457-813f-4e55-baa2-2af3720ab501 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:31.219282 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f77f37-d4ff-463b-8adf-3e4aa8729851 admin admin] Pushing event deleted for resources: {'Port': ['ID=d788fd0d-125b-4c61-ae72-f7713676735e,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:31.221790 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-b7f77f37-d4ff-463b-8adf-3e4aa8729851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:31.400637 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b7f77f37-d4ff-463b-8adf-3e4aa8729851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3640693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606283'] for router_interface, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:31.625983 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f77f37-d4ff-463b-8adf-3e4aa8729851 admin admin] Router 68e8837d-9fe5-4c94-8dd1-df1bb585495a has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:30:31.737998 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f77f37-d4ff-463b-8adf-3e4aa8729851 admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:30:31.743804 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-b7f77f37-d4ff-463b-8adf-3e4aa8729851 admin admin] 10.222.0.26 "PUT /v2.0/routers/68e8837d-9fe5-4c94-8dd1-df1bb585495a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7474332 Jun 18 14:30:31.746536 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 50990) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:31.747157 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc03adc3-900b-4c34-bef4-2570314b91b6 None None] Sync routers for ids ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'] in dv-cinder-795751-2-iscsi {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:30:31.757110 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc03adc3-900b-4c34-bef4-2570314b91b6 None None] Routers {'68e8837d-9fe5-4c94-8dd1-df1bb585495a'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:30:31.758405 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-bc03adc3-900b-4c34-bef4-2570314b91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:30:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:31.862573 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f9f92155-419f-45cf-a0bf-6917ac773db6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:31.874308 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-bc03adc3-900b-4c34-bef4-2570314b91b6 None None] Set router 68e8837d-9fe5-4c94-8dd1-df1bb585495a gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:30:31.978945 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f9f92155-419f-45cf-a0bf-6917ac773db6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:32.118486 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-f9f92155-419f-45cf-a0bf-6917ac773db6 admin admin] Deleting port 6e634ca7-2d6d-432b-b791-3a1303992117 {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:30:32.118834 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f9f92155-419f-45cf-a0bf-6917ac773db6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:32.125738 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 50994) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:32.166903 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-bc03adc3-900b-4c34-bef4-2570314b91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'name': 'tempest-AttachVolumeShelveTestJSON-661007217-router', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:36Z', 'updated_at': '2021-06-18T14:30:31Z', 'revision_number': 5, 'project_id': '107d8e292f474633ab35671645fd2880', 'gw_port': {'id': '6e634ca7-2d6d-432b-b791-3a1303992117', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:37Z', 'updated_at': '2021-06-18T14:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:32.194582 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc03adc3-900b-4c34-bef4-2570314b91b6 None None] Checking router: 68e8837d-9fe5-4c94-8dd1-df1bb585495a for host: dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:30:32.203586 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc03adc3-900b-4c34-bef4-2570314b91b6 None None] Routers {'68e8837d-9fe5-4c94-8dd1-df1bb585495a'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:30:32.204472 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-bc03adc3-900b-4c34-bef4-2570314b91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:30:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:32.239512 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [None req-f9f92155-419f-45cf-a0bf-6917ac773db6 admin admin] For port 6e634ca7-2d6d-432b-b791-3a1303992117, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=6e634ca7-2d6d-432b-b791-3a1303992117,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:30:32.240117 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f9f92155-419f-45cf-a0bf-6917ac773db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:32.266203 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-979e1e0a-5752-4af4-bc30-a1f7cb0970c4 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Deleting port 60d64a3f-0ef6-405f-9ed8-0d52e0f5fe41 {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:30:32.266834 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-979e1e0a-5752-4af4-bc30-a1f7cb0970c4 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:32.298743 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-bc03adc3-900b-4c34-bef4-2570314b91b6 None None] Set router 68e8837d-9fe5-4c94-8dd1-df1bb585495a gateway port host: None {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:30:32.308400 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-f9f92155-419f-45cf-a0bf-6917ac773db6 admin admin] Calling delete_port for 6e634ca7-2d6d-432b-b791-3a1303992117 owned by network:router_gateway {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:30:32.354568 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-bc03adc3-900b-4c34-bef4-2570314b91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'name': 'tempest-AttachVolumeShelveTestJSON-661007217-router', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:36Z', 'updated_at': '2021-06-18T14:30:31Z', 'revision_number': 6, 'project_id': '107d8e292f474633ab35671645fd2880', 'gw_port_host': None}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:32.356541 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-979e1e0a-5752-4af4-bc30-a1f7cb0970c4 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:32.357159 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-979e1e0a-5752-4af4-bc30-a1f7cb0970c4 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:32.383454 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc03adc3-900b-4c34-bef4-2570314b91b6 None None] The sync data for ids ['68e8837d-9fe5-4c94-8dd1-df1bb585495a'] in dv-cinder-795751-2-iscsi is: [{'id': '68e8837d-9fe5-4c94-8dd1-df1bb585495a', 'name': 'tempest-AttachVolumeShelveTestJSON-661007217-router', 'tenant_id': '107d8e292f474633ab35671645fd2880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:36Z', 'updated_at': '2021-06-18T14:30:31Z', 'revision_number': 6, 'project_id': '107d8e292f474633ab35671645fd2880', 'gw_port_host': None}] {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:30:32.432992 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-979e1e0a-5752-4af4-bc30-a1f7cb0970c4 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Calling delete_port for 60d64a3f-0ef6-405f-9ed8-0d52e0f5fe41 owned by network:floatingip {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:30:32.682645 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-979e1e0a-5752-4af4-bc30-a1f7cb0970c4 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:32.684942 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-f6153d17-fb74-451f-8b61-278171d7a6ad tempest-TestMinimumBasicScenario-1890753756 tempest-TestMinimumBasicScenario-1890753756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:32.710625 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e1e0a-5752-4af4-bc30-a1f7cb0970c4 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Pushing event deleted for resources: {'Port': ['ID=60d64a3f-0ef6-405f-9ed8-0d52e0f5fe41,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:32.718187 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-979e1e0a-5752-4af4-bc30-a1f7cb0970c4 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:32.812143 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-979e1e0a-5752-4af4-bc30-a1f7cb0970c4 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for floatingip, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:32.814972 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-979e1e0a-5752-4af4-bc30-a1f7cb0970c4 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for floatingip, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:32.816464 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-979e1e0a-5752-4af4-bc30-a1f7cb0970c4 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "DELETE /v2.0/floatingips/e70bfef4-45a6-4eea-bdd7-38b8de425dd2 HTTP/1.1" status: 204 len: 168 time: 0.6894619 Jun 18 14:30:32.825385 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device d788fd0d-125b-4c61-ae72-f7713676735e no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:30:32.850063 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: d788fd0d-125b-4c61-ae72-f7713676735e {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:30:32.850593 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device d788fd0d-125b-4c61-ae72-f7713676735e not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:30:32.911237 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f9f92155-419f-45cf-a0bf-6917ac773db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:32.915281 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-afb7bfb5-86b5-4c6c-8fb0-65f713b35e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:32.935087 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 43eff6a8-fc06-4c51-83d1-549510fa6d4a no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:30:32.942748 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f92155-419f-45cf-a0bf-6917ac773db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e634ca7-2d6d-432b-b791-3a1303992117,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:32.949513 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-f9f92155-419f-45cf-a0bf-6917ac773db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:32.960321 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] No Port match for: 43eff6a8-fc06-4c51-83d1-549510fa6d4a {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:30:32.960716 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 43eff6a8-fc06-4c51-83d1-549510fa6d4a not bound to the agent host hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:30:33.015530 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f9f92155-419f-45cf-a0bf-6917ac773db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635751'] for router_gateway, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:33.112517 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f9f92155-419f-45cf-a0bf-6917ac773db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:33.117648 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f9f92155-419f-45cf-a0bf-6917ac773db6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:33.271798 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f9f92155-419f-45cf-a0bf-6917ac773db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606504'] for router, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:33.272777 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f92155-419f-45cf-a0bf-6917ac773db6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68e8837d-9fe5-4c94-8dd1-df1bb585495a {{(pid=93613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 14:30:33.277413 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f9f92155-419f-45cf-a0bf-6917ac773db6 admin admin] Notify callbacks [] for router, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:33.278740 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-f9f92155-419f-45cf-a0bf-6917ac773db6 admin admin] 10.222.0.26 "DELETE /v2.0/routers/68e8837d-9fe5-4c94-8dd1-df1bb585495a HTTP/1.1" status: 204 len: 168 time: 1.5308511 Jun 18 14:30:33.281226 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 51004) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:33.330008 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dcf0686-cd7e-4874-a9d6-64434c1e660f admin admin] Deleting subnet 3994dc00-6a2f-4cf8-8857-bc42cacf8da2 {{(pid=93613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 14:30:33.334239 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2dcf0686-cd7e-4874-a9d6-64434c1e660f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:33.373758 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2dcf0686-cd7e-4874-a9d6-64434c1e660f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11651492'] for subnet, precommit_delete_associations {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:33.467754 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2dcf0686-cd7e-4874-a9d6-64434c1e660f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3459435'] for subnet, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:33.611756 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2dcf0686-cd7e-4874-a9d6-64434c1e660f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3459428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11814812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8408805'] for subnet, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:33.614206 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:33.639745 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf0686-cd7e-4874-a9d6-64434c1e660f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3994dc00-6a2f-4cf8-8857-bc42cacf8da2,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:33.642766 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-2dcf0686-cd7e-4874-a9d6-64434c1e660f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:33.645612 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-2dcf0686-cd7e-4874-a9d6-64434c1e660f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:33.648491 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-2dcf0686-cd7e-4874-a9d6-64434c1e660f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3994dc00-6a2f-4cf8-8857-bc42cacf8da2 HTTP/1.1" status: 204 len: 168 time: 0.3654387 Jun 18 14:30:33.650729 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 51006) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:33.653815 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f794056b-b3b7-4007-a797-946bfd23f9fe None None] Network 34ea1a7a-1cdd-4064-b454-5495867b8273 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:30:33.724222 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00bb5760-47b8-4ba0-aa11-e98f41fd1927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3629591'] for network, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:33.787715 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-00bb5760-47b8-4ba0-aa11-e98f41fd1927 admin admin] Deleting port 6a22afd2-0788-4b5e-a60b-4a7187ac210a {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:30:33.788036 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00bb5760-47b8-4ba0-aa11-e98f41fd1927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:33.856890 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [None req-00bb5760-47b8-4ba0-aa11-e98f41fd1927 admin admin] For port 6a22afd2-0788-4b5e-a60b-4a7187ac210a, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=6a22afd2-0788-4b5e-a60b-4a7187ac210a,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:30:33.857310 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00bb5760-47b8-4ba0-aa11-e98f41fd1927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:33.866749 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41c3059-a7f9-4c98-963b-b42442be2b1a None None] DHCP port deletion for 34ea1a7a-1cdd-4064-b454-5495867b8273 request from dv-cinder-795751-2-iscsi {{(pid=93614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 14:30:33.920101 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-f41c3059-a7f9-4c98-963b-b42442be2b1a None None] Deleting port 6a22afd2-0788-4b5e-a60b-4a7187ac210a {{(pid=93614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:30:33.920419 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-f41c3059-a7f9-4c98-963b-b42442be2b1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:33.931635 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-00bb5760-47b8-4ba0-aa11-e98f41fd1927 admin admin] Calling delete_port for 6a22afd2-0788-4b5e-a60b-4a7187ac210a owned by network:dhcp {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:30:33.994569 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-f41c3059-a7f9-4c98-963b-b42442be2b1a None None] For port 6a22afd2-0788-4b5e-a60b-4a7187ac210a, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=6a22afd2-0788-4b5e-a60b-4a7187ac210a,segment=NetworkSegment(6a9057c8-1ac1-4a81-a289-8ea95e1744d2),segment_id=6a9057c8-1ac1-4a81-a289-8ea95e1744d2)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:30:33.995393 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-f41c3059-a7f9-4c98-963b-b42442be2b1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:34.068953 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-f41c3059-a7f9-4c98-963b-b42442be2b1a None None] Calling delete_port for 6a22afd2-0788-4b5e-a60b-4a7187ac210a owned by network:dhcp {{(pid=93614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:30:34.128625 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00bb5760-47b8-4ba0-aa11-e98f41fd1927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:34.131891 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-b7f77f37-d4ff-463b-8adf-3e4aa8729851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:34.152286 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-f41c3059-a7f9-4c98-963b-b42442be2b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999'] for port, after_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:34.154312 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:34.158976 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb5760-47b8-4ba0-aa11-e98f41fd1927 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a22afd2-0788-4b5e-a60b-4a7187ac210a,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:34.161620 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bb5760-47b8-4ba0-aa11-e98f41fd1927 admin admin] No DVR routers for this DVR port 6a22afd2-0788-4b5e-a60b-4a7187ac210a on host dv-cinder-795751-2-iscsi {{(pid=93613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:30:34.163225 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-00bb5760-47b8-4ba0-aa11-e98f41fd1927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:34.186047 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c3059-a7f9-4c98-963b-b42442be2b1a None None] Pushing event deleted for resources: {'Port': ['ID=6a22afd2-0788-4b5e-a60b-4a7187ac210a,revision_number=None']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:34.190419 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41c3059-a7f9-4c98-963b-b42442be2b1a None None] No DVR routers for this DVR port 6a22afd2-0788-4b5e-a60b-4a7187ac210a on host dv-cinder-795751-2-iscsi {{(pid=93614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:30:34.197554 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c3059-a7f9-4c98-963b-b42442be2b1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:34.197911 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c3059-a7f9-4c98-963b-b42442be2b1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:34.198263 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c3059-a7f9-4c98-963b-b42442be2b1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:34.198606 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c3059-a7f9-4c98-963b-b42442be2b1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:34.198950 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c3059-a7f9-4c98-963b-b42442be2b1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:34.199286 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c3059-a7f9-4c98-963b-b42442be2b1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:34.199620 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c3059-a7f9-4c98-963b-b42442be2b1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:34.203122 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c3059-a7f9-4c98-963b-b42442be2b1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:34.204082 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c3059-a7f9-4c98-963b-b42442be2b1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:34.204522 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c3059-a7f9-4c98-963b-b42442be2b1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:34.204802 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c3059-a7f9-4c98-963b-b42442be2b1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:34.205163 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c3059-a7f9-4c98-963b-b42442be2b1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:30:34.213222 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-f41c3059-a7f9-4c98-963b-b42442be2b1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:34.250151 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00bb5760-47b8-4ba0-aa11-e98f41fd1927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3460340', 'neutron.services.segments.db._delete_segments_for_network-8749953549011'] for network, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:34.260621 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-00bb5760-47b8-4ba0-aa11-e98f41fd1927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ea1a7a-1cdd-4064-b454-5495867b8273']}} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:34.271675 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-00bb5760-47b8-4ba0-aa11-e98f41fd1927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9057c8-1ac1-4a81-a289-8ea95e1744d2') {'for_net_delete': True} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:34.271987 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-00bb5760-47b8-4ba0-aa11-e98f41fd1927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9057c8-1ac1-4a81-a289-8ea95e1744d2') {} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:34.289115 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00bb5760-47b8-4ba0-aa11-e98f41fd1927 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749953548840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11651501'] for segment, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:34.301382 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 51010) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:34.304846 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00bb5760-47b8-4ba0-aa11-e98f41fd1927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:34.311190 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bb5760-47b8-4ba0-aa11-e98f41fd1927 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=93613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 14:30:34.311588 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00bb5760-47b8-4ba0-aa11-e98f41fd1927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11867959'] for segment, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: Traceback (most recent call last): Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: timer() Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: cb(*args, **kw) Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: return func(*args, **kwargs) Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: self._notify() Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: self.callback(batched_events) Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: event.method(event) Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: return f(self, *a, **k) Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: return self._get(url).json() Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: return self.request(url, 'GET', **kwargs) Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 14:30:34.313422 dv-cinder-795751-2-iscsi neutron-server[93613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 14:30:34.368949 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-88c10b0f-bb81-4728-abf9-33bfac36a110 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:34.398600 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-88c10b0f-bb81-4728-abf9-33bfac36a110 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:34.470619 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00bb5760-47b8-4ba0-aa11-e98f41fd1927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3460333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635832'] for network, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:34.472202 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:34.485357 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-00bb5760-47b8-4ba0-aa11-e98f41fd1927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:34.487324 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-00bb5760-47b8-4ba0-aa11-e98f41fd1927 admin admin] 10.222.0.26 "DELETE /v2.0/networks/34ea1a7a-1cdd-4064-b454-5495867b8273 HTTP/1.1" status: 204 len: 168 time: 0.8348944 Jun 18 14:30:34.489365 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb5760-47b8-4ba0-aa11-e98f41fd1927 admin admin] Pushing event deleted for resources: {'Network': ['ID=34ea1a7a-1cdd-4064-b454-5495867b8273,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:34.493802 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-00bb5760-47b8-4ba0-aa11-e98f41fd1927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:34.507769 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 6a22afd2-0788-4b5e-a60b-4a7187ac210a no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:30:34.533924 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: 6a22afd2-0788-4b5e-a60b-4a7187ac210a {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:30:34.534720 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 6a22afd2-0788-4b5e-a60b-4a7187ac210a not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:30:34.536038 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 6e634ca7-2d6d-432b-b791-3a1303992117 no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:30:34.573820 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: 6e634ca7-2d6d-432b-b791-3a1303992117 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:30:34.574227 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 6e634ca7-2d6d-432b-b791-3a1303992117 not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:30:34.579533 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-88c10b0f-bb81-4728-abf9-33bfac36a110 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:34.582394 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-88c10b0f-bb81-4728-abf9-33bfac36a110 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:34.585552 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-88c10b0f-bb81-4728-abf9-33bfac36a110 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] 10.222.0.26 "DELETE /v2.0/security-groups/c5b136de-1553-48b3-a173-82bc033aab91 HTTP/1.1" status: 204 len: 168 time: 0.2811801 Jun 18 14:30:34.585552 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-a9a25122-0441-4086-8320-ebce69fdffca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:34.594538 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c10b0f-bb81-4728-abf9-33bfac36a110 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b136de-1553-48b3-a173-82bc033aab91,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:34.597427 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-88c10b0f-bb81-4728-abf9-33bfac36a110 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:34.878156 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 51016) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:34.921436 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-e7f19c16-b9a5-43cc-b935-6be07248f882 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=107d8e292f474633ab35671645fd2880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386553 Jun 18 14:30:34.921770 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 51018) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:34.975277 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-08188c9f-f4b2-4c9a-9ce1-27ec9aae0103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:34.998664 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-08188c9f-f4b2-4c9a-9ce1-27ec9aae0103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:35.133647 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-08188c9f-f4b2-4c9a-9ce1-27ec9aae0103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:35.136300 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-08188c9f-f4b2-4c9a-9ce1-27ec9aae0103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:35.137411 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-08188c9f-f4b2-4c9a-9ce1-27ec9aae0103 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/36452cf9-6500-4bcd-a1ef-fd1b04e05eb3 HTTP/1.1" status: 204 len: 168 time: 0.2149391 Jun 18 14:30:35.138302 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-28a81919-465e-4bdd-a970-46df7ab0ec62 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:35.148520 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08188c9f-f4b2-4c9a-9ce1-27ec9aae0103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36452cf9-6500-4bcd-a1ef-fd1b04e05eb3,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:35.150880 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-08188c9f-f4b2-4c9a-9ce1-27ec9aae0103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:35.791369 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 51032) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:36.020637 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:30:36.326618 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-7afde31e-83e8-41d5-9826-780f6bcecdf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606455'] for router_interface, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:36.584345 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-7afde31e-83e8-41d5-9826-780f6bcecdf5 admin admin] Deleting port d0cec79d-51e1-462f-aa19-1fc1582cdbc6 {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:30:36.584686 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-7afde31e-83e8-41d5-9826-780f6bcecdf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:36.663194 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [None req-7afde31e-83e8-41d5-9826-780f6bcecdf5 admin admin] For port d0cec79d-51e1-462f-aa19-1fc1582cdbc6, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=d0cec79d-51e1-462f-aa19-1fc1582cdbc6,segment=NetworkSegment(3268c0c4-e8d6-49a1-80fc-53a179764921),segment_id=3268c0c4-e8d6-49a1-80fc-53a179764921)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:30:36.663553 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-7afde31e-83e8-41d5-9826-780f6bcecdf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:36.729989 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-7afde31e-83e8-41d5-9826-780f6bcecdf5 admin admin] Calling delete_port for d0cec79d-51e1-462f-aa19-1fc1582cdbc6 owned by network:router_interface {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:30:37.090165 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-7afde31e-83e8-41d5-9826-780f6bcecdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:37.093766 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-e482fdf4-3000-4f06-9cd9-3551f98ac1a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:37.124752 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afde31e-83e8-41d5-9826-780f6bcecdf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0cec79d-51e1-462f-aa19-1fc1582cdbc6,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:37.133522 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-7afde31e-83e8-41d5-9826-780f6bcecdf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:37.321325 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-7afde31e-83e8-41d5-9826-780f6bcecdf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3640693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606283'] for router_interface, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:37.556737 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afde31e-83e8-41d5-9826-780f6bcecdf5 admin admin] Router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:30:37.662006 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afde31e-83e8-41d5-9826-780f6bcecdf5 admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:30:37.670342 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-7afde31e-83e8-41d5-9826-780f6bcecdf5 admin admin] 10.222.0.26 "PUT /v2.0/routers/7f6c601d-3615-4ae4-9ee2-71c1afba3b06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8750536 Jun 18 14:30:37.671865 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 51072) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:37.673971 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476d7038-6d07-4001-b205-ed8dca3e5410 None None] Sync routers for ids ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'] in dv-cinder-795751-2-iscsi {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:30:37.685028 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476d7038-6d07-4001-b205-ed8dca3e5410 None None] Routers {'7f6c601d-3615-4ae4-9ee2-71c1afba3b06'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:30:37.685697 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-476d7038-6d07-4001-b205-ed8dca3e5410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:30:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:37.776814 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1c68861d-2bdb-4143-a6c1-5938f5d86252 admin admin] Notify callbacks [] for router, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:37.790461 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-476d7038-6d07-4001-b205-ed8dca3e5410 None None] Set router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:30:37.875079 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1c68861d-2bdb-4143-a6c1-5938f5d86252 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:37.964789 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-476d7038-6d07-4001-b205-ed8dca3e5410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:30:36Z', 'revision_number': 5, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port': {'id': '0423264e-d84d-47ee-87b7-1b75407b8db7', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:07Z', 'updated_at': '2021-06-18T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:37.991400 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476d7038-6d07-4001-b205-ed8dca3e5410 None None] Checking router: 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 for host: dv-cinder-795751-2-iscsi {{(pid=93614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:30:37.996310 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-1c68861d-2bdb-4143-a6c1-5938f5d86252 admin admin] Deleting port 0423264e-d84d-47ee-87b7-1b75407b8db7 {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:30:37.996978 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1c68861d-2bdb-4143-a6c1-5938f5d86252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:38.001439 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476d7038-6d07-4001-b205-ed8dca3e5410 None None] Routers {'7f6c601d-3615-4ae4-9ee2-71c1afba3b06'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:30:38.002222 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-476d7038-6d07-4001-b205-ed8dca3e5410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:30:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'], 'active': True} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:38.040133 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 51076) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:38.089042 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [None req-1c68861d-2bdb-4143-a6c1-5938f5d86252 admin admin] For port 0423264e-d84d-47ee-87b7-1b75407b8db7, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=0423264e-d84d-47ee-87b7-1b75407b8db7,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:30:38.089774 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1c68861d-2bdb-4143-a6c1-5938f5d86252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:38.165066 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-1c68861d-2bdb-4143-a6c1-5938f5d86252 admin admin] Calling delete_port for 0423264e-d84d-47ee-87b7-1b75407b8db7 owned by network:router_gateway {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:30:38.184755 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-c3923421-4604-4314-bb45-d7405a066458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:38.218214 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvr_db [None req-476d7038-6d07-4001-b205-ed8dca3e5410 None None] Set router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 gateway port host: None {{(pid=93614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:30:38.272349 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_hamode_db [None req-476d7038-6d07-4001-b205-ed8dca3e5410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:30:37Z', 'revision_number': 6, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port_host': None}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:38.299552 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476d7038-6d07-4001-b205-ed8dca3e5410 None None] The sync data for ids ['7f6c601d-3615-4ae4-9ee2-71c1afba3b06'] in dv-cinder-795751-2-iscsi is: [{'id': '7f6c601d-3615-4ae4-9ee2-71c1afba3b06', 'name': 'tempest-TestVolumeBootPattern-1079665265-router', 'tenant_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:06Z', 'updated_at': '2021-06-18T14:30:37Z', 'revision_number': 6, 'project_id': 'dbb479abbf4e4acda8c320ef124c4e8c', 'gw_port_host': None}] {{(pid=93614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:30:38.373709 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-c3923421-4604-4314-bb45-d7405a066458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:38.550332 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-c3923421-4604-4314-bb45-d7405a066458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:38.553613 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-a9bbd3a2-b53a-424a-93b4-4f2472d9a258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:38.591591 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-c3923421-4604-4314-bb45-d7405a066458 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7725c7f467014805aa9a3209f215af4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5503345 Jun 18 14:30:38.592648 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3923421-4604-4314-bb45-d7405a066458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5504eb-907f-4cd6-98f6-e769ee2e3a91,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:38.594319 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 51080) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:38.595741 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-c3923421-4604-4314-bb45-d7405a066458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:38.633656 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-2800cc52-fd51-45e9-a3f0-ddd62e5abc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:38.647287 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-32f0075c-3299-4c8c-a6dc-d996e2e1f81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:38.674867 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-32f0075c-3299-4c8c-a6dc-d996e2e1f81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:38.688682 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1c68861d-2bdb-4143-a6c1-5938f5d86252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:38.694825 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-6ae3d1b5-08d9-4ff7-a9b7-219ffccf4bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:38.699450 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device d0cec79d-51e1-462f-aa19-1fc1582cdbc6 no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:30:38.719704 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68861d-2bdb-4143-a6c1-5938f5d86252 admin admin] Pushing event deleted for resources: {'Port': ['ID=0423264e-d84d-47ee-87b7-1b75407b8db7,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:38.723473 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-1c68861d-2bdb-4143-a6c1-5938f5d86252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:38.732759 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: d0cec79d-51e1-462f-aa19-1fc1582cdbc6 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:30:38.733225 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device d0cec79d-51e1-462f-aa19-1fc1582cdbc6 not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:30:38.786729 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1c68861d-2bdb-4143-a6c1-5938f5d86252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635751'] for router_gateway, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:38.817096 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-32f0075c-3299-4c8c-a6dc-d996e2e1f81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:38.819689 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-32f0075c-3299-4c8c-a6dc-d996e2e1f81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:38.820823 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-32f0075c-3299-4c8c-a6dc-d996e2e1f81e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e5504eb-907f-4cd6-98f6-e769ee2e3a91 HTTP/1.1" status: 204 len: 168 time: 0.2247741 Jun 18 14:30:38.821803 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-50a9dfae-aa68-4198-9bc4-2dc29ab08273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:38.829319 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0075c-3299-4c8c-a6dc-d996e2e1f81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5504eb-907f-4cd6-98f6-e769ee2e3a91,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:38.831970 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-32f0075c-3299-4c8c-a6dc-d996e2e1f81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:38.879956 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1c68861d-2bdb-4143-a6c1-5938f5d86252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:38.883913 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1c68861d-2bdb-4143-a6c1-5938f5d86252 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:39.042137 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1c68861d-2bdb-4143-a6c1-5938f5d86252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606504'] for router, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:39.042607 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c68861d-2bdb-4143-a6c1-5938f5d86252 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f6c601d-3615-4ae4-9ee2-71c1afba3b06 {{(pid=93613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 14:30:39.047089 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-1c68861d-2bdb-4143-a6c1-5938f5d86252 admin admin] Notify callbacks [] for router, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:39.048271 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-1c68861d-2bdb-4143-a6c1-5938f5d86252 admin admin] 10.222.0.26 "DELETE /v2.0/routers/7f6c601d-3615-4ae4-9ee2-71c1afba3b06 HTTP/1.1" status: 204 len: 168 time: 1.3754399 Jun 18 14:30:39.052996 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 51084) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:39.099159 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa57d2d3-0f3b-44a9-9bc3-d0b4c50e2c12 admin admin] Deleting subnet 649a9e32-52ab-47bf-bb55-ed3bf5cc8750 {{(pid=93613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 14:30:39.102356 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fa57d2d3-0f3b-44a9-9bc3-d0b4c50e2c12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:39.144476 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fa57d2d3-0f3b-44a9-9bc3-d0b4c50e2c12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11651492'] for subnet, precommit_delete_associations {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:39.229909 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fa57d2d3-0f3b-44a9-9bc3-d0b4c50e2c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3459435'] for subnet, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:39.605533 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 51088) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:39.619331 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-0f1f3297-c203-4014-8746-6325363c6323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:39.639749 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fa57d2d3-0f3b-44a9-9bc3-d0b4c50e2c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3459428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11814812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8408805'] for subnet, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:39.642231 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-1420f1d9-7a86-49be-9064-00622f70c54f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:39.666931 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57d2d3-0f3b-44a9-9bc3-d0b4c50e2c12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=649a9e32-52ab-47bf-bb55-ed3bf5cc8750,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:39.669995 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-fa57d2d3-0f3b-44a9-9bc3-d0b4c50e2c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:39.670972 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-fa57d2d3-0f3b-44a9-9bc3-d0b4c50e2c12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:39.672818 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-fa57d2d3-0f3b-44a9-9bc3-d0b4c50e2c12 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/649a9e32-52ab-47bf-bb55-ed3bf5cc8750 HTTP/1.1" status: 204 len: 168 time: 0.6206632 Jun 18 14:30:39.676160 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 51090) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:39.678638 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a71f55f-2831-417d-91f6-5ad20089df3a None None] Network 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:30:39.789136 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3629591'] for network, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:39.789136 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-0f1f3297-c203-4014-8746-6325363c6323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:39.855294 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] Deleting port 33e95466-5e49-4d9a-a3c6-d2b482809fa1 {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:30:39.855637 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:39.873887 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576404eb-09db-485c-9849-6bcaf4474b34 None None] DHCP port deletion for 2a4e0c0b-9524-4e17-84eb-4b2765952ea5 request from dv-cinder-795751-2-iscsi {{(pid=93614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 14:30:39.919776 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] For port 33e95466-5e49-4d9a-a3c6-d2b482809fa1, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=33e95466-5e49-4d9a-a3c6-d2b482809fa1,segment=NetworkSegment(3268c0c4-e8d6-49a1-80fc-53a179764921),segment_id=3268c0c4-e8d6-49a1-80fc-53a179764921)] {{(pid=93612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:30:39.920138 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:39.920384 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-576404eb-09db-485c-9849-6bcaf4474b34 None None] Deleting port 33e95466-5e49-4d9a-a3c6-d2b482809fa1 {{(pid=93614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:30:39.920774 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-576404eb-09db-485c-9849-6bcaf4474b34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:39.982020 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-576404eb-09db-485c-9849-6bcaf4474b34 None None] For port 33e95466-5e49-4d9a-a3c6-d2b482809fa1, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=33e95466-5e49-4d9a-a3c6-d2b482809fa1,segment=NetworkSegment(3268c0c4-e8d6-49a1-80fc-53a179764921),segment_id=3268c0c4-e8d6-49a1-80fc-53a179764921)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:30:39.982417 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-576404eb-09db-485c-9849-6bcaf4474b34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:39.986507 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] Calling delete_port for 33e95466-5e49-4d9a-a3c6-d2b482809fa1 owned by network:dhcp {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:30:40.050333 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-576404eb-09db-485c-9849-6bcaf4474b34 None None] Calling delete_port for 33e95466-5e49-4d9a-a3c6-d2b482809fa1 owned by network:dhcp {{(pid=93614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:30:40.087611 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-0f1f3297-c203-4014-8746-6325363c6323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:40.091143 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-81b92a42-04dd-4928-b1db-f2c2f17f34e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:40.131565 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-0f1f3297-c203-4014-8746-6325363c6323 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=517bd350603443d58fb80931cf8a96d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5250285 Jun 18 14:30:40.132589 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f3297-c203-4014-8746-6325363c6323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbece4e5-9e1f-4339-a9f2-fd87881cb82a,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:40.134489 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 51092) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:40.136152 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-0f1f3297-c203-4014-8746-6325363c6323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:40.147963 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:40.150899 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-373b6c66-5ea0-4725-a25f-c61fb978b5dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:40.154689 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-576404eb-09db-485c-9849-6bcaf4474b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999'] for port, after_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:40.157687 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:40.175254 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] Pushing event deleted for resources: {'Port': ['ID=33e95466-5e49-4d9a-a3c6-d2b482809fa1,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:40.181898 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] No DVR routers for this DVR port 33e95466-5e49-4d9a-a3c6-d2b482809fa1 on host dv-cinder-795751-2-iscsi {{(pid=93612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:30:40.184093 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:40.187255 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576404eb-09db-485c-9849-6bcaf4474b34 None None] Pushing event deleted for resources: {'Port': ['ID=33e95466-5e49-4d9a-a3c6-d2b482809fa1,revision_number=None']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:40.189644 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-576404eb-09db-485c-9849-6bcaf4474b34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:40.192006 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576404eb-09db-485c-9849-6bcaf4474b34 None None] No DVR routers for this DVR port 33e95466-5e49-4d9a-a3c6-d2b482809fa1 on host dv-cinder-795751-2-iscsi {{(pid=93614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:30:40.195131 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6e93d506-d90b-471e-920e-d5a456077f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:40.220908 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6e93d506-d90b-471e-920e-d5a456077f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:40.258379 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3460340', 'neutron.services.segments.db._delete_segments_for_network-8749953549011'] for network, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:40.268702 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.services.segments.db [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4e0c0b-9524-4e17-84eb-4b2765952ea5']}} {{(pid=93612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:40.278835 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.services.segments.db [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3268c0c4-e8d6-49a1-80fc-53a179764921') {'for_net_delete': True} {{(pid=93612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:40.279128 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.services.segments.db [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3268c0c4-e8d6-49a1-80fc-53a179764921') {} {{(pid=93612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:40.288488 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749953548840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12265506'] for segment, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:40.306039 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:40.311737 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=93612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 14:30:40.312110 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12340347'] for segment, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: Traceback (most recent call last): Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: timer() Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: cb(*args, **kw) Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: return func(*args, **kwargs) Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: self._notify() Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: self.callback(batched_events) Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: event.method(event) Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: return f(self, *a, **k) Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: return self._get(url).json() Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: return self.request(url, 'GET', **kwargs) Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 14:30:40.313727 dv-cinder-795751-2-iscsi neutron-server[93612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 14:30:40.373339 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6e93d506-d90b-471e-920e-d5a456077f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:40.375910 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-6e93d506-d90b-471e-920e-d5a456077f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:40.377033 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-6e93d506-d90b-471e-920e-d5a456077f78 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fbece4e5-9e1f-4339-a9f2-fd87881cb82a HTTP/1.1" status: 204 len: 168 time: 0.2414994 Jun 18 14:30:40.377990 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-a2aa5db2-0d5f-4cc2-a445-f1ae9ef922f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:40.386182 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93d506-d90b-471e-920e-d5a456077f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbece4e5-9e1f-4339-a9f2-fd87881cb82a,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:40.388461 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-6e93d506-d90b-471e-920e-d5a456077f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:40.470655 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3460333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635832'] for network, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:40.476469 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:40.478489 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2a4e0c0b-9524-4e17-84eb-4b2765952ea5 HTTP/1.1" status: 204 len: 168 time: 0.8012776 Jun 18 14:30:40.480011 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:40.481379 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 51096) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:40.492968 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 0423264e-d84d-47ee-87b7-1b75407b8db7 no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:30:40.493729 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a4e0c0b-9524-4e17-84eb-4b2765952ea5,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:40.505564 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:40.516141 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: 0423264e-d84d-47ee-87b7-1b75407b8db7 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:30:40.516495 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 0423264e-d84d-47ee-87b7-1b75407b8db7 not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:30:40.516915 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 33e95466-5e49-4d9a-a3c6-d2b482809fa1 no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:30:40.536149 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: 33e95466-5e49-4d9a-a3c6-d2b482809fa1 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:30:40.536502 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 33e95466-5e49-4d9a-a3c6-d2b482809fa1 not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:30:40.856548 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-cfd6be80-8d0e-45be-a1a0-b1df22ead9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606455'] for router_interface, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:41.119651 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-cfd6be80-8d0e-45be-a1a0-b1df22ead9de admin admin] Deleting port 27537899-1e30-4362-a538-70415f3422d9 {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:30:41.120039 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-cfd6be80-8d0e-45be-a1a0-b1df22ead9de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:41.197867 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [None req-cfd6be80-8d0e-45be-a1a0-b1df22ead9de admin admin] For port 27537899-1e30-4362-a538-70415f3422d9, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=27537899-1e30-4362-a538-70415f3422d9,segment=NetworkSegment(185dfd07-2398-41c2-aaf9-adafa54a9de6),segment_id=185dfd07-2398-41c2-aaf9-adafa54a9de6)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:30:41.198226 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-cfd6be80-8d0e-45be-a1a0-b1df22ead9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:41.267336 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-cfd6be80-8d0e-45be-a1a0-b1df22ead9de admin admin] Calling delete_port for 27537899-1e30-4362-a538-70415f3422d9 owned by network:router_interface {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:30:41.559431 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-cfd6be80-8d0e-45be-a1a0-b1df22ead9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:41.561762 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-8a67c6f1-403f-4a95-ae0a-a508e53576c0 tempest-VolumesSnapshotTestJSON-43186950 tempest-VolumesSnapshotTestJSON-43186950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:41.585479 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6be80-8d0e-45be-a1a0-b1df22ead9de admin admin] Pushing event deleted for resources: {'Port': ['ID=27537899-1e30-4362-a538-70415f3422d9,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:41.589253 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-cfd6be80-8d0e-45be-a1a0-b1df22ead9de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:41.764788 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-cfd6be80-8d0e-45be-a1a0-b1df22ead9de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3640693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606283'] for router_interface, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:41.981989 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd6be80-8d0e-45be-a1a0-b1df22ead9de admin admin] Router 6eea319a-0316-4a8f-a950-6b3185291b84 has already been hosted by L3 agent 94e9e0b4-89ab-4bae-b952-3720958debff {{(pid=93613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 14:30:42.022337 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:42.097032 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd6be80-8d0e-45be-a1a0-b1df22ead9de admin admin] Notify agent at l3_agent.dv-cinder-795751-2-iscsi the message routers_updated {{(pid=93613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 14:30:42.102347 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-cfd6be80-8d0e-45be-a1a0-b1df22ead9de admin admin] 10.222.0.26 "PUT /v2.0/routers/6eea319a-0316-4a8f-a950-6b3185291b84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6198738 Jun 18 14:30:42.104977 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 51124) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:42.108022 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8213d2b9-ee56-4822-99eb-3a6ebd77ed63 None None] Sync routers for ids ['6eea319a-0316-4a8f-a950-6b3185291b84'] in dv-cinder-795751-2-iscsi {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 14:30:42.119184 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8213d2b9-ee56-4822-99eb-3a6ebd77ed63 None None] Routers {'6eea319a-0316-4a8f-a950-6b3185291b84'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:30:42.119790 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-8213d2b9-ee56-4822-99eb-3a6ebd77ed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:30:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['6eea319a-0316-4a8f-a950-6b3185291b84'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:42.220576 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-517445b8-acf6-4830-861d-d93e34dd97dc admin admin] Notify callbacks [] for router, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:42.233210 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-8213d2b9-ee56-4822-99eb-3a6ebd77ed63 None None] Set router 6eea319a-0316-4a8f-a950-6b3185291b84 gateway port host: dv-cinder-795751-2-iscsi {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:30:42.329862 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-517445b8-acf6-4830-861d-d93e34dd97dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:42.436876 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-8213d2b9-ee56-4822-99eb-3a6ebd77ed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eea319a-0316-4a8f-a950-6b3185291b84', 'name': 'tempest-TestVolumeBootPattern-933826208-router', 'tenant_id': '46d18b445d0941089c67a72d08a48aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'external_fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '2af15f90-e12a-4a96-8aad-75725f1f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:18Z', 'updated_at': '2021-06-18T14:30:41Z', 'revision_number': 5, 'project_id': '46d18b445d0941089c67a72d08a48aba', 'gw_port': {'id': '2af15f90-e12a-4a96-8aad-75725f1f29d4', 'name': '', 'network_id': 'bc98de5e-c1d7-436d-b18f-dcfa3e9e6bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eea319a-0316-4a8f-a950-6b3185291b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T14:19:21Z', 'updated_at': '2021-06-18T14:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c8c96c2-4d1d-4eb4-95a5-7ebf43a4b898', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-2-iscsi'}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:42.465036 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8213d2b9-ee56-4822-99eb-3a6ebd77ed63 None None] Checking router: 6eea319a-0316-4a8f-a950-6b3185291b84 for host: dv-cinder-795751-2-iscsi {{(pid=93615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 14:30:42.475200 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8213d2b9-ee56-4822-99eb-3a6ebd77ed63 None None] Routers {'6eea319a-0316-4a8f-a950-6b3185291b84'} bound to L3 agent in host dv-cinder-795751-2-iscsi {{(pid=93615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 14:30:42.476145 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-8213d2b9-ee56-4822-99eb-3a6ebd77ed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T14:06:12Z,description=,heartbeat_timestamp=2021-06-18T14:30:12Z,host='dv-cinder-795751-2-iscsi',id=94e9e0b4-89ab-4bae-b952-3720958debff,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T14:06:13Z,topic='l3_agent')) {'router_ids': ['6eea319a-0316-4a8f-a950-6b3185291b84'], 'active': True} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:42.483723 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-517445b8-acf6-4830-861d-d93e34dd97dc admin admin] Deleting port 2af15f90-e12a-4a96-8aad-75725f1f29d4 {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:30:42.484197 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-517445b8-acf6-4830-861d-d93e34dd97dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:42.496103 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-abf88cd5-d1a1-427d-8353-cb38c47864f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:42.568089 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_dvr_db [None req-8213d2b9-ee56-4822-99eb-3a6ebd77ed63 None None] Set router 6eea319a-0316-4a8f-a950-6b3185291b84 gateway port host: None {{(pid=93615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 14:30:42.582137 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [None req-517445b8-acf6-4830-861d-d93e34dd97dc admin admin] For port 2af15f90-e12a-4a96-8aad-75725f1f29d4, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=2af15f90-e12a-4a96-8aad-75725f1f29d4,segment=NetworkSegment(06f1262a-4f58-4126-a3e4-e458808ac32b),segment_id=06f1262a-4f58-4126-a3e4-e458808ac32b)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:30:42.582745 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-517445b8-acf6-4830-861d-d93e34dd97dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:42.619229 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.l3_hamode_db [None req-8213d2b9-ee56-4822-99eb-3a6ebd77ed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eea319a-0316-4a8f-a950-6b3185291b84', 'name': 'tempest-TestVolumeBootPattern-933826208-router', 'tenant_id': '46d18b445d0941089c67a72d08a48aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:18Z', 'updated_at': '2021-06-18T14:30:42Z', 'revision_number': 6, 'project_id': '46d18b445d0941089c67a72d08a48aba', 'gw_port_host': None}], 'dv-cinder-795751-2-iscsi', False) {} {{(pid=93615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:42.648459 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-517445b8-acf6-4830-861d-d93e34dd97dc admin admin] Calling delete_port for 2af15f90-e12a-4a96-8aad-75725f1f29d4 owned by network:router_gateway {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:30:42.648826 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8213d2b9-ee56-4822-99eb-3a6ebd77ed63 None None] The sync data for ids ['6eea319a-0316-4a8f-a950-6b3185291b84'] in dv-cinder-795751-2-iscsi is: [{'id': '6eea319a-0316-4a8f-a950-6b3185291b84', 'name': 'tempest-TestVolumeBootPattern-933826208-router', 'tenant_id': '46d18b445d0941089c67a72d08a48aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T14:19:18Z', 'updated_at': '2021-06-18T14:30:42Z', 'revision_number': 6, 'project_id': '46d18b445d0941089c67a72d08a48aba', 'gw_port_host': None}] {{(pid=93615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 14:30:42.890628 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-517445b8-acf6-4830-861d-d93e34dd97dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:42.893792 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-f9f92155-419f-45cf-a0bf-6917ac773db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:42.918468 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517445b8-acf6-4830-861d-d93e34dd97dc admin admin] Pushing event deleted for resources: {'Port': ['ID=2af15f90-e12a-4a96-8aad-75725f1f29d4,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:42.922258 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-517445b8-acf6-4830-861d-d93e34dd97dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:42.983113 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-517445b8-acf6-4830-861d-d93e34dd97dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635751'] for router_gateway, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:43.072334 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-517445b8-acf6-4830-861d-d93e34dd97dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:43.074305 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-517445b8-acf6-4830-861d-d93e34dd97dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:43.179091 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:43.194039 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-517445b8-acf6-4830-861d-d93e34dd97dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606504'] for router, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:43.194976 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517445b8-acf6-4830-861d-d93e34dd97dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6eea319a-0316-4a8f-a950-6b3185291b84 {{(pid=93613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 14:30:43.200382 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-517445b8-acf6-4830-861d-d93e34dd97dc admin admin] Notify callbacks [] for router, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:43.201618 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-517445b8-acf6-4830-861d-d93e34dd97dc admin admin] 10.222.0.26 "DELETE /v2.0/routers/6eea319a-0316-4a8f-a950-6b3185291b84 HTTP/1.1" status: 204 len: 168 time: 1.0954499 Jun 18 14:30:43.203987 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 51140) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:43.249396 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.db_base_plugin_v2 [None req-f027036c-8311-45c8-8f4e-3934ecb4b82a admin admin] Deleting subnet c3cff08c-bf3f-4da4-bdec-92ec448f9072 {{(pid=93613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 14:30:43.252879 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f027036c-8311-45c8-8f4e-3934ecb4b82a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:43.286737 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f027036c-8311-45c8-8f4e-3934ecb4b82a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11651492'] for subnet, precommit_delete_associations {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:43.370069 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f027036c-8311-45c8-8f4e-3934ecb4b82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3459435'] for subnet, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:43.534040 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:43.539150 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f027036c-8311-45c8-8f4e-3934ecb4b82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3459428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11814812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8408805'] for subnet, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:43.546027 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:43.567898 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027036c-8311-45c8-8f4e-3934ecb4b82a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3cff08c-bf3f-4da4-bdec-92ec448f9072,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:43.569896 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-f027036c-8311-45c8-8f4e-3934ecb4b82a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:43.571767 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-f027036c-8311-45c8-8f4e-3934ecb4b82a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c3cff08c-bf3f-4da4-bdec-92ec448f9072 HTTP/1.1" status: 204 len: 168 time: 0.3668633 Jun 18 14:30:43.572760 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-f027036c-8311-45c8-8f4e-3934ecb4b82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:43.574311 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 51146) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:43.579981 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433cf56d-a51c-499d-9b11-c57e65fdee19 None None] Network cd1be7d6-e513-44d8-9db7-fc8265717400 requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:30:43.648967 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-61743d42-d341-4dd5-886d-847eda55c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3629591'] for network, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:43.704030 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-61743d42-d341-4dd5-886d-847eda55c8d7 admin admin] Deleting port 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba {{(pid=93613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:30:43.704274 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-61743d42-d341-4dd5-886d-847eda55c8d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:43.765309 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95e70c2-9ed5-416e-bfcd-69e6c249801e None None] DHCP port deletion for cd1be7d6-e513-44d8-9db7-fc8265717400 request from dv-cinder-795751-2-iscsi {{(pid=93614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 14:30:43.767795 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.db [None req-61743d42-d341-4dd5-886d-847eda55c8d7 admin admin] For port 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=269fdb2e-dc00-4bed-97f8-b3d9ed6100ba,segment=NetworkSegment(185dfd07-2398-41c2-aaf9-adafa54a9de6),segment_id=185dfd07-2398-41c2-aaf9-adafa54a9de6)] {{(pid=93613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:30:43.768167 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-61743d42-d341-4dd5-886d-847eda55c8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:43.812733 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-b95e70c2-9ed5-416e-bfcd-69e6c249801e None None] Deleting port 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba {{(pid=93614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:30:43.813121 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-b95e70c2-9ed5-416e-bfcd-69e6c249801e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:43.838719 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.plugin [None req-61743d42-d341-4dd5-886d-847eda55c8d7 admin admin] Calling delete_port for 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba owned by network:dhcp {{(pid=93613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:30:43.878620 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-b95e70c2-9ed5-416e-bfcd-69e6c249801e None None] For port 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba, host dv-cinder-795751-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-2-iscsi',level=0,port_id=269fdb2e-dc00-4bed-97f8-b3d9ed6100ba,segment=NetworkSegment(185dfd07-2398-41c2-aaf9-adafa54a9de6),segment_id=185dfd07-2398-41c2-aaf9-adafa54a9de6)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:30:43.879345 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-b95e70c2-9ed5-416e-bfcd-69e6c249801e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:43.942264 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-b95e70c2-9ed5-416e-bfcd-69e6c249801e None None] Calling delete_port for 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba owned by network:dhcp {{(pid=93614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:30:44.007930 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-61743d42-d341-4dd5-886d-847eda55c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11814886'] for port, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:44.010929 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-bb0864ff-fdb7-42fa-bbc7-067aa2846d2c tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:44.019396 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-b95e70c2-9ed5-416e-bfcd-69e6c249801e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999'] for port, after_delete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:44.021338 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:44.038118 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61743d42-d341-4dd5-886d-847eda55c8d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=269fdb2e-dc00-4bed-97f8-b3d9ed6100ba,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:44.041187 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-61743d42-d341-4dd5-886d-847eda55c8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:44.042147 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61743d42-d341-4dd5-886d-847eda55c8d7 admin admin] No DVR routers for this DVR port 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba on host dv-cinder-795751-2-iscsi {{(pid=93613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:30:44.046024 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e70c2-9ed5-416e-bfcd-69e6c249801e None None] Pushing event deleted for resources: {'Port': ['ID=269fdb2e-dc00-4bed-97f8-b3d9ed6100ba,revision_number=None']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:44.047896 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95e70c2-9ed5-416e-bfcd-69e6c249801e None None] No DVR routers for this DVR port 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba on host dv-cinder-795751-2-iscsi {{(pid=93614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:30:44.049261 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-b95e70c2-9ed5-416e-bfcd-69e6c249801e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:44.111459 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-61743d42-d341-4dd5-886d-847eda55c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3460340', 'neutron.services.segments.db._delete_segments_for_network-8749953549011'] for network, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:44.120956 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-61743d42-d341-4dd5-886d-847eda55c8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1be7d6-e513-44d8-9db7-fc8265717400']}} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:44.131573 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-61743d42-d341-4dd5-886d-847eda55c8d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '185dfd07-2398-41c2-aaf9-adafa54a9de6') {'for_net_delete': True} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:44.131868 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.services.segments.db [None req-61743d42-d341-4dd5-886d-847eda55c8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '185dfd07-2398-41c2-aaf9-adafa54a9de6') {} {{(pid=93613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:30:44.140606 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-61743d42-d341-4dd5-886d-847eda55c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749953548840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11651501'] for segment, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:44.155468 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-61743d42-d341-4dd5-886d-847eda55c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:44.161687 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61743d42-d341-4dd5-886d-847eda55c8d7 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=93613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 14:30:44.162069 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-61743d42-d341-4dd5-886d-847eda55c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11867959'] for segment, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: Traceback (most recent call last): Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: timer() Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: cb(*args, **kw) Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: return func(*args, **kwargs) Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: self._notify() Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: self.callback(batched_events) Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: event.method(event) Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: return f(self, *a, **k) Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: return self._get(url).json() Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: return self.request(url, 'GET', **kwargs) Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 14:30:44.163653 dv-cinder-795751-2-iscsi neutron-server[93613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 14:30:44.284600 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-61743d42-d341-4dd5-886d-847eda55c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3460333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635832'] for network, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:44.289215 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-61743d42-d341-4dd5-886d-847eda55c8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:44.291292 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-61743d42-d341-4dd5-886d-847eda55c8d7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cd1be7d6-e513-44d8-9db7-fc8265717400 HTTP/1.1" status: 204 len: 168 time: 0.7159367 Jun 18 14:30:44.292042 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:44.304372 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61743d42-d341-4dd5-886d-847eda55c8d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd1be7d6-e513-44d8-9db7-fc8265717400,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:44.306832 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-61743d42-d341-4dd5-886d-847eda55c8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:44.479142 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 27537899-1e30-4362-a538-70415f3422d9 no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:30:44.500151 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: 27537899-1e30-4362-a538-70415f3422d9 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:30:44.500512 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 27537899-1e30-4362-a538-70415f3422d9 not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:30:44.500936 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 2af15f90-e12a-4a96-8aad-75725f1f29d4 no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:30:44.521090 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: 2af15f90-e12a-4a96-8aad-75725f1f29d4 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:30:44.521392 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 2af15f90-e12a-4a96-8aad-75725f1f29d4 not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:30:44.521869 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba no longer exists at agent ovs-agent-dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:30:44.544782 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] No Port match for: 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:30:44.545141 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Device 269fdb2e-dc00-4bed-97f8-b3d9ed6100ba not bound to the agent host dv-cinder-795751-2-iscsi {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:30:44.733304 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 51160) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:44.781069 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-cfe8d1a1-4c38-41d4-9392-3c80bcb584b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dbb479abbf4e4acda8c320ef124c4e8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460396 Jun 18 14:30:44.783511 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 51162) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:44.834407 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-8b87ad3f-68ed-410f-9c2a-5eeb0eef6588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:44.855636 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-8b87ad3f-68ed-410f-9c2a-5eeb0eef6588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:45.022027 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-8b87ad3f-68ed-410f-9c2a-5eeb0eef6588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:45.024665 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-8b87ad3f-68ed-410f-9c2a-5eeb0eef6588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:45.025840 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-8b87ad3f-68ed-410f-9c2a-5eeb0eef6588 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0fec3912-8bbf-4dfc-9d5e-f8d9a59a0b3a HTTP/1.1" status: 204 len: 168 time: 0.2413831 Jun 18 14:30:45.031840 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c3aee0e5-6759-42f5-bb85-ec4476a5a3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:45.035222 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87ad3f-68ed-410f-9c2a-5eeb0eef6588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fec3912-8bbf-4dfc-9d5e-f8d9a59a0b3a,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:45.037655 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-8b87ad3f-68ed-410f-9c2a-5eeb0eef6588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:45.299180 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:45.795261 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 51174) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:45.834960 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-9be8a6a1-86d8-4520-9653-d8d1acff6eba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=46d18b445d0941089c67a72d08a48aba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378275 Jun 18 14:30:45.837236 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 51176) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:45.885204 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d7588acf-83ff-41c4-a5e3-d7e7f0a6c3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:45.907434 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d7588acf-83ff-41c4-a5e3-d7e7f0a6c3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:46.079051 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d7588acf-83ff-41c4-a5e3-d7e7f0a6c3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:46.084773 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d7588acf-83ff-41c4-a5e3-d7e7f0a6c3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:46.084773 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-d7588acf-83ff-41c4-a5e3-d7e7f0a6c3c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a550af8-d3cc-4a71-b1e3-61d55b2712bf HTTP/1.1" status: 204 len: 168 time: 0.2446187 Jun 18 14:30:46.084773 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-88c10b0f-bb81-4728-abf9-33bfac36a110 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:46.091287 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7588acf-83ff-41c4-a5e3-d7e7f0a6c3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a550af8-d3cc-4a71-b1e3-61d55b2712bf,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:46.093522 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-d7588acf-83ff-41c4-a5e3-d7e7f0a6c3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:48.183908 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 51212) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:48.288161 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cfce3ae5-9efd-4e4b-8ba8-4db244d15a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:48.385949 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cfce3ae5-9efd-4e4b-8ba8-4db244d15a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:48.490637 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-cfce3ae5-9efd-4e4b-8ba8-4db244d15a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:48.493290 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-32f0075c-3299-4c8c-a6dc-d996e2e1f81e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:48.533544 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-cfce3ae5-9efd-4e4b-8ba8-4db244d15a7c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=14086b9aad1b4340ab705a50b3c373a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478107 Jun 18 14:30:48.533783 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce3ae5-9efd-4e4b-8ba8-4db244d15a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a636ad9e-a264-4dee-8b7e-33ba48a4b7cc,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:48.536099 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 51216) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:48.537393 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-cfce3ae5-9efd-4e4b-8ba8-4db244d15a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:48.585873 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-7d8d252f-5605-41fc-890c-50ef659f3f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:48.606830 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-7d8d252f-5605-41fc-890c-50ef659f3f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:48.710272 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-7d8d252f-5605-41fc-890c-50ef659f3f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:48.712883 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-7d8d252f-5605-41fc-890c-50ef659f3f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:48.714049 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-7d8d252f-5605-41fc-890c-50ef659f3f7e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a636ad9e-a264-4dee-8b7e-33ba48a4b7cc HTTP/1.1" status: 204 len: 168 time: 0.1762786 Jun 18 14:30:48.714851 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-b11f2e0c-711a-40a7-b85b-cc36b991d131 tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:48.722643 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d252f-5605-41fc-890c-50ef659f3f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a636ad9e-a264-4dee-8b7e-33ba48a4b7cc,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:48.724973 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-7d8d252f-5605-41fc-890c-50ef659f3f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:49.293912 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 51222) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:49.307834 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8a5598ff-e4e2-45b6-9a20-d699c71f4ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:49.397908 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8a5598ff-e4e2-45b6-9a20-d699c71f4ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:49.458664 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-8a5598ff-e4e2-45b6-9a20-d699c71f4ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:49.462238 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-cf97e54f-4ee1-4dc8-8629-e301f4d045a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:49.497424 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-8a5598ff-e4e2-45b6-9a20-d699c71f4ac8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2157ea10c27c44c38f97c79a9ff48230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2024431 Jun 18 14:30:49.498388 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5598ff-e4e2-45b6-9a20-d699c71f4ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96013aa0-320c-45f9-834d-279fd5036260,revision_number=1']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:49.500347 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 51224) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:49.501494 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-8a5598ff-e4e2-45b6-9a20-d699c71f4ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:49.555352 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-281ff0a8-b0a3-4388-97a6-4e79dc8f87b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:49.576713 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-281ff0a8-b0a3-4388-97a6-4e79dc8f87b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:49.691326 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-281ff0a8-b0a3-4388-97a6-4e79dc8f87b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:49.693957 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-281ff0a8-b0a3-4388-97a6-4e79dc8f87b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:49.695109 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-281ff0a8-b0a3-4388-97a6-4e79dc8f87b9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96013aa0-320c-45f9-834d-279fd5036260 HTTP/1.1" status: 204 len: 168 time: 0.1936424 Jun 18 14:30:49.695888 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-bf89d7cb-9cbd-4b6c-9a23-4dc2aaaff251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:49.703819 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ff0a8-b0a3-4388-97a6-4e79dc8f87b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96013aa0-320c-45f9-834d-279fd5036260,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:49.706692 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-281ff0a8-b0a3-4388-97a6-4e79dc8f87b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:51.443757 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 51254) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:51.552579 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-1df43239-49ed-4491-836f-9526f8a0e040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:51.640648 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-1df43239-49ed-4491-836f-9526f8a0e040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:51.730285 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-1df43239-49ed-4491-836f-9526f8a0e040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:51.732941 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-48211598-d1d9-4a2f-9e2b-f950a3f266c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:51.769637 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df43239-49ed-4491-836f-9526f8a0e040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f00faa-035b-47f4-af86-6ff6df057ea9,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:51.772787 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-1df43239-49ed-4491-836f-9526f8a0e040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:51.775376 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-1df43239-49ed-4491-836f-9526f8a0e040 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4dea3f64792647a39c8cfd43dedcf0c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296604 Jun 18 14:30:51.777939 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.wsgi [-] (93613) accepted ('10.222.0.26', 51258) {{(pid=93613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:51.829000 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b8051a92-7b87-4ed9-bb96-17051289aece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:51.851864 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b8051a92-7b87-4ed9-bb96-17051289aece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:51.970252 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b8051a92-7b87-4ed9-bb96-17051289aece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:51.973553 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron_lib.callbacks.manager [None req-b8051a92-7b87-4ed9-bb96-17051289aece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:51.974842 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [None req-b8051a92-7b87-4ed9-bb96-17051289aece admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49f00faa-035b-47f4-af86-6ff6df057ea9 HTTP/1.1" status: 204 len: 168 time: 0.1958854 Jun 18 14:30:51.975672 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-f394eb79-a0a8-46e0-a0cf-4984f94110e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:51.983510 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8051a92-7b87-4ed9-bb96-17051289aece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f00faa-035b-47f4-af86-6ff6df057ea9,revision_number=None']} {{(pid=93613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:51.985887 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG oslo_concurrency.lockutils [None req-b8051a92-7b87-4ed9-bb96-17051289aece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:53.013412 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 51280) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:53.122878 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-9de499d3-f69c-4473-9338-13ab249c702a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1866176508-network', 'tenant_id': 'f321265d0033446686941f2df5d46683'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:30:53.268787 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de499d3-f69c-4473-9338-13ab249c702a admin admin] Made reservation on behalf of f321265d0033446686941f2df5d46683 for: {'network': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:30:53.268787 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9de499d3-f69c-4473-9338-13ab249c702a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for network, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:53.281306 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9de499d3-f69c-4473-9338-13ab249c702a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:53.386895 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9de499d3-f69c-4473-9338-13ab249c702a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:53.481584 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9de499d3-f69c-4473-9338-13ab249c702a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:53.484695 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-0095c878-d42d-48ac-8a63-1dbb25d33db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:53.507719 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de499d3-f69c-4473-9338-13ab249c702a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=93612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 14:30:53.517702 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de499d3-f69c-4473-9338-13ab249c702a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607c1641-3923-41f6-9812-eb61e42d3dcf,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:53.522222 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9de499d3-f69c-4473-9338-13ab249c702a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:53.523355 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9de499d3-f69c-4473-9338-13ab249c702a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:53.523698 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.db.segments_db [None req-9de499d3-f69c-4473-9338-13ab249c702a admin admin] Added segment 58f48fd3-e1b5-4f2e-a2a6-f415ebeee349 of type vlan for network 56ea7238-ad44-408c-9da7-ed906c0eea9e Jun 18 14:30:53.563454 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9de499d3-f69c-4473-9338-13ab249c702a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749953027292'] for network, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:53.701709 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9de499d3-f69c-4473-9338-13ab249c702a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588'] for network, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:53.703062 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de499d3-f69c-4473-9338-13ab249c702a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:30:53.703649 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-9de499d3-f69c-4473-9338-13ab249c702a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:53.706467 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:53.763348 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de499d3-f69c-4473-9338-13ab249c702a admin admin] Pushing event updated for resources: {'Network': ['ID=56ea7238-ad44-408c-9da7-ed906c0eea9e,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:53.766099 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9de499d3-f69c-4473-9338-13ab249c702a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:53.776164 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Network 56ea7238-ad44-408c-9da7-ed906c0eea9e details requested by agent ovs-agent-dv-cinder-795751-2-iscsi with host dv-cinder-795751-2-iscsi {{(pid=93614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 14:30:53.856364 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-9de499d3-f69c-4473-9338-13ab249c702a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8417864 Jun 18 14:30:53.859438 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 51284) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:30:53.864681 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [None req-758b77fb-4021-46da-8e22-89c5f44cc6c0 admin admin] Request body: {'subnet': {'network_id': '56ea7238-ad44-408c-9da7-ed906c0eea9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1866176508-subnet', 'tenant_id': 'f321265d0033446686941f2df5d46683', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:30:53.953045 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758b77fb-4021-46da-8e22-89c5f44cc6c0 admin admin] Made reservation on behalf of f321265d0033446686941f2df5d46683 for: {'subnet': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:30:53.955522 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-758b77fb-4021-46da-8e22-89c5f44cc6c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12343276'] for subnet, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:54.173154 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-758b77fb-4021-46da-8e22-89c5f44cc6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12393489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12343294'] for subnet, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:54.175576 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:30:54.235151 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b77fb-4021-46da-8e22-89c5f44cc6c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ba30099-6cf8-4441-b7fc-f8d258d40b4f,revision_number=0']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:30:54.239500 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-758b77fb-4021-46da-8e22-89c5f44cc6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:30:54.243284 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758b77fb-4021-46da-8e22-89c5f44cc6c0 admin admin] Checking segment: {'id': '58f48fd3-e1b5-4f2e-a2a6-f415ebeee349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '56ea7238-ad44-408c-9da7-ed906c0eea9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:30:54.243641 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758b77fb-4021-46da-8e22-89c5f44cc6c0 admin admin] Network hostable DHCP agents. Network: 56ea7238-ad44-408c-9da7-ed906c0eea9e, hostable agents: ['a833f364-3b43-4f9e-93eb-c5238733b25c'], hosted agents: [] {{(pid=93612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 14:30:54.318599 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758b77fb-4021-46da-8e22-89c5f44cc6c0 admin admin] Network 56ea7238-ad44-408c-9da7-ed906c0eea9e is scheduled to be hosted by DHCP agent a833f364-3b43-4f9e-93eb-c5238733b25c with binding_index 1 {{(pid=93612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 14:30:54.442110 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [None req-758b77fb-4021-46da-8e22-89c5f44cc6c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-2-iscsi, 56ea7238-ad44-408c-9da7-ed906c0eea9e) {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:30:54.446365 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758b77fb-4021-46da-8e22-89c5f44cc6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:30:54.447048 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-758b77fb-4021-46da-8e22-89c5f44cc6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:30:54.452231 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc8e4d0-391d-45cf-906f-1fdc935e0e50 None None] Network 56ea7238-ad44-408c-9da7-ed906c0eea9e requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:30:54.548034 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-758b77fb-4021-46da-8e22-89c5f44cc6c0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6874671 Jun 18 14:30:54.597076 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3682276e-7829-4560-8d13-bef80df82b37 None None] Network 56ea7238-ad44-408c-9da7-ed906c0eea9e requested from dv-cinder-795751-2-iscsi {{(pid=93614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 14:30:57.969050 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e7e701d9-e318-481b-82e7-53b02da2221e tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:30:57.970543 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e7e701d9-e318-481b-82e7-53b02da2221e tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/networks?id=56ea7238-ad44-408c-9da7-ed906c0eea9e HTTP/1.1" status: 200 len: 809 time: 0.1055465 Jun 18 14:30:57.985824 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-65d951d5-83ab-401b-ae63-87ad937b4e24 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/quotas/f321265d0033446686941f2df5d46683 HTTP/1.1" status: 200 len: 375 time: 0.0090346 Jun 18 14:30:58.020562 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-cf173b92-09b5-456f-a395-03d47a5cc8d8 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f321265d0033446686941f2df5d46683&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293963 Jun 18 14:30:58.164997 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-7d23ab90-e629-412b-85fa-58969ca5f230 service neutron] 10.222.0.26 "GET /v2.0/networks/56ea7238-ad44-408c-9da7-ed906c0eea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377573 Jun 18 14:30:58.262815 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-5d2bb029-208f-4f2f-b9d3-e3655e625155 service neutron] 10.222.0.26 "GET /v2.0/networks/56ea7238-ad44-408c-9da7-ed906c0eea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917618 Jun 18 14:30:58.563149 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-505c6fbb-6b2e-432b-8fde-01ad99e7a0bf req-d6cdcb5b-2043-4a8e-bf33-f6aeba9d7533 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108 HTTP/1.1" status: 200 len: 210 time: 0.0326073 Jun 18 14:30:59.657799 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a550e0e8-c51a-4100-9eff-090a97d5d96d req-88ad8260-bd0f-4810-953b-5c47371d12c0 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108 HTTP/1.1" status: 200 len: 210 time: 0.0287340 Jun 18 14:31:00.754666 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-80e88fb5-0a6a-4aac-9afe-f4e5c40322fa req-0ba68611-44d7-44bd-a64a-78fdf2d69640 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108 HTTP/1.1" status: 200 len: 210 time: 0.0301642 Jun 18 14:31:01.902705 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-722d9f44-2767-4237-b3ff-c9f1393826a1 req-caedc174-0d16-4872-9132-a0c83a92d6c5 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108 HTTP/1.1" status: 200 len: 210 time: 0.0368364 Jun 18 14:31:03.087446 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f0fe0964-f4d3-4e25-9d38-1f315c45be5b req-0c3f5a72-580d-44ea-b9c8-fb8e8b560b11 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108 HTTP/1.1" status: 200 len: 210 time: 0.0577753 Jun 18 14:31:03.136105 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-7d5ffc53-2f83-4f7d-886b-ea94db450cc9 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:03.137600 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-7d5ffc53-2f83-4f7d-886b-ea94db450cc9 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.38 "GET /v2.0/networks?id=56ea7238-ad44-408c-9da7-ed906c0eea9e HTTP/1.1" status: 200 len: 809 time: 0.1400323 Jun 18 14:31:03.156877 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-db970ef8-5163-458a-8d5c-00c6b0551895 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Request body: {'port': {'device_id': '9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108', 'network_id': '56ea7238-ad44-408c-9da7-ed906c0eea9e', 'admin_state_up': True, 'tenant_id': 'f321265d0033446686941f2df5d46683'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:31:03.323758 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-db970ef8-5163-458a-8d5c-00c6b0551895 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Made reservation on behalf of f321265d0033446686941f2df5d46683 for: {'port': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:31:03.327620 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-db970ef8-5163-458a-8d5c-00c6b0551895 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:03.454271 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-db970ef8-5163-458a-8d5c-00c6b0551895 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Allocated IP 172.20.0.5 (56ea7238-ad44-408c-9da7-ed906c0eea9e/7ba30099-6cf8-4441-b7fc-f8d258d40b4f/1e841295-e400-4e24-96a3-8bd38d70b7a3) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:31:03.595295 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-db970ef8-5163-458a-8d5c-00c6b0551895 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:03.695431 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-db970ef8-5163-458a-8d5c-00c6b0551895 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12393637'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:03.699562 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-6b6d46dd-e93b-41fd-91d3-1cd2aa8fad84 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:31:03.744104 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-db970ef8-5163-458a-8d5c-00c6b0551895 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Network 56ea7238-ad44-408c-9da7-ed906c0eea9e is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:31:03.749870 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-db970ef8-5163-458a-8d5c-00c6b0551895 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:31:03.754739 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db970ef8-5163-458a-8d5c-00c6b0551895 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Pushing event updated for resources: {'Port': ['ID=1e841295-e400-4e24-96a3-8bd38d70b7a3,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:31:03.756934 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-db970ef8-5163-458a-8d5c-00c6b0551895 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:31:03.759735 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-db970ef8-5163-458a-8d5c-00c6b0551895 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:31:03.809306 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-db970ef8-5163-458a-8d5c-00c6b0551895 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:03.809934 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-db970ef8-5163-458a-8d5c-00c6b0551895 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:03.878687 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-db970ef8-5163-458a-8d5c-00c6b0551895 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7257903 Jun 18 14:31:03.899245 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] Request body: {'port': {'device_id': '9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:31:03.966858 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:04.226048 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e841295-e400-4e24-96a3-8bd38d70b7a3 {{(pid=93612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:31:04.234444 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:04.247578 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] Transition to ACTIVE for port object 1e841295-e400-4e24-96a3-8bd38d70b7a3 will not be triggered until provisioned by entity L2. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:31:04.264626 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3170c6-6c36-404e-812e-3d3447588dde req-191cb539-989c-4493-8e58-146980adfdf6 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:04.266422 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-fd3170c6-6c36-404e-812e-3d3447588dde req-191cb539-989c-4493-8e58-146980adfdf6 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108 HTTP/1.1" status: 200 len: 931 time: 0.0663950 Jun 18 14:31:04.305989 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-fd3170c6-6c36-404e-812e-3d3447588dde req-69d008a1-8402-4ce0-8fc3-966361d72790 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330594 Jun 18 14:31:04.329327 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:04.332368 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-01885d58-1f4f-49d2-83a4-9d1da05af854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:31:04.405216 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] Pushing event updated for resources: {'Port': ['ID=1e841295-e400-4e24-96a3-8bd38d70b7a3,revision_number=2']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:31:04.409696 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:31:04.479616 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] Attempting to bind port 1e841295-e400-4e24-96a3-8bd38d70b7a3 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:31:04.479857 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] Attempting to bind port 1e841295-e400-4e24-96a3-8bd38d70b7a3 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '58f48fd3-e1b5-4f2e-a2a6-f415ebeee349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '56ea7238-ad44-408c-9da7-ed906c0eea9e'}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:31:04.480184 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] Attempting to bind port 1e841295-e400-4e24-96a3-8bd38d70b7a3 on network 56ea7238-ad44-408c-9da7-ed906c0eea9e {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:31:04.484533 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] Port 1e841295-e400-4e24-96a3-8bd38d70b7a3 on network 56ea7238-ad44-408c-9da7-ed906c0eea9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 14:31:04.484850 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] Attempting to bind port 1e841295-e400-4e24-96a3-8bd38d70b7a3 on network 56ea7238-ad44-408c-9da7-ed906c0eea9e {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:31:04.489704 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] Checking agent: {'id': '29ce2f09-b2be-4853-98fa-378b10f49f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'started_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:31:04.495546 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] Checking segment: {'id': '58f48fd3-e1b5-4f2e-a2a6-f415ebeee349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '56ea7238-ad44-408c-9da7-ed906c0eea9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:31:04.495546 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] Bound using segment: {'id': '58f48fd3-e1b5-4f2e-a2a6-f415ebeee349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '56ea7238-ad44-408c-9da7-ed906c0eea9e'} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:31:04.495546 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] Bound port: 1e841295-e400-4e24-96a3-8bd38d70b7a3, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f48fd3-e1b5-4f2e-a2a6-f415ebeee349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '56ea7238-ad44-408c-9da7-ed906c0eea9e'}}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:31:04.495546 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:04.553481 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] For port 1e841295-e400-4e24-96a3-8bd38d70b7a3, host hv-cinder-79575, cleared binding levels {{(pid=93612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:31:04.556460 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] For port 1e841295-e400-4e24-96a3-8bd38d70b7a3, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1e841295-e400-4e24-96a3-8bd38d70b7a3,segment=NetworkSegment(58f48fd3-e1b5-4f2e-a2a6-f415ebeee349),segment_id=58f48fd3-e1b5-4f2e-a2a6-f415ebeee349)] {{(pid=93612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:31:04.621348 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:04.623413 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-884918e5-4a7e-4ed0-bb1a-62cc5a03ee2c tempest-AttachVolumeShelveTestJSON-1129880911 tempest-AttachVolumeShelveTestJSON-1129880911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:31:04.652335 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:04.652983 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:04.654649 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] 10.222.0.38 "PUT /v2.0/ports/1e841295-e400-4e24-96a3-8bd38d70b7a3 HTTP/1.1" status: 200 len: 1093 time: 0.7594910 Jun 18 14:31:04.656803 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108', 'tag': '1e841295-e400-4e24-96a3-8bd38d70b7a3'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:31:04.659728 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9ca5b8-7a9b-49a1-a81c-ca7c6bff4925" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108", "tag": "1e841295-e400-4e24-96a3-8bd38d70b7a3"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:31:04.684712 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] Pushing event updated for resources: {'Port': ['ID=1e841295-e400-4e24-96a3-8bd38d70b7a3,revision_number=3']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:31:04.687853 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-e4fa6591-c401-46f0-95dd-cc5bd90abf0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:31:04.698910 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7ffb3d-2cbc-4430-bfab-9fb5f8cf57bc x-openstack-request-id: req-ee7ffb3d-2cbc-4430-bfab-9fb5f8cf57bc {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:31:04.699329 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108", "tag": "1e841295-e400-4e24-96a3-8bd38d70b7a3", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:31:04.703564 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee7ffb3d-2cbc-4430-bfab-9fb5f8cf57bc {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:31:04.703564 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108', 'tag': '1e841295-e400-4e24-96a3-8bd38d70b7a3', 'status': 'completed', 'code': 200} Jun 18 14:31:04.795978 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ca5b8-7a9b-49a1-a81c-ca7c6bff4925 req-591ebee3-73f0-4975-ae96-14fcf76f4223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:04.797371 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bd9ca5b8-7a9b-49a1-a81c-ca7c6bff4925 req-591ebee3-73f0-4975-ae96-14fcf76f4223 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f321265d0033446686941f2df5d46683&device_id=9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108 HTTP/1.1" status: 200 len: 1096 time: 0.0558348 Jun 18 14:31:04.898686 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ca5b8-7a9b-49a1-a81c-ca7c6bff4925 req-f005ce0e-da3a-4893-b7f5-b228baa28815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:04.900122 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bd9ca5b8-7a9b-49a1-a81c-ca7c6bff4925 req-f005ce0e-da3a-4893-b7f5-b228baa28815 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f321265d0033446686941f2df5d46683&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0894809 Jun 18 14:31:04.997451 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ca5b8-7a9b-49a1-a81c-ca7c6bff4925 req-365bd58f-9031-44e5-b3e6-fcf7500265fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:04.998890 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bd9ca5b8-7a9b-49a1-a81c-ca7c6bff4925 req-365bd58f-9031-44e5-b3e6-fcf7500265fd service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897753 Jun 18 14:31:05.116351 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-63a786ca-c5a5-46d3-a627-e6633a7b61c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:05.117910 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-63a786ca-c5a5-46d3-a627-e6633a7b61c4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f321265d0033446686941f2df5d46683&device_id=9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108 HTTP/1.1" status: 200 len: 1096 time: 0.0587535 Jun 18 14:31:05.169659 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-23dc06f7-a048-4bbb-8132-ae21d28d38b0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e841295-e400-4e24-96a3-8bd38d70b7a3 HTTP/1.1" status: 200 len: 217 time: 0.0385654 Jun 18 14:31:05.484856 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc445c-a154-4420-8753-9270bc9ece57 req-f7c2959f-cae0-4fc0-a3f5-651d6b168c42 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:05.486398 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-85bc445c-a154-4420-8753-9270bc9ece57 req-f7c2959f-cae0-4fc0-a3f5-651d6b168c42 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108 HTTP/1.1" status: 200 len: 943 time: 0.0650845 Jun 18 14:31:05.495077 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-7343c559-9036-4c72-80a8-a9639a0c19fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:05.496810 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-7343c559-9036-4c72-80a8-a9639a0c19fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7ba30099-6cf8-4441-b7fc-f8d258d40b4f HTTP/1.1" status: 200 len: 849 time: 0.3208284 Jun 18 14:31:05.530980 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-85bc445c-a154-4420-8753-9270bc9ece57 req-af4b6ae4-5377-494a-83d4-b65682b8c3b9 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365639 Jun 18 14:31:05.540178 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-e88c2c02-5795-44b4-84d9-92e9c02469d8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=56ea7238-ad44-408c-9da7-ed906c0eea9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362065 Jun 18 14:31:05.630829 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-c498a14b-6d77-4b99-9f4b-0fe0b27d58df service neutron] 10.222.0.38 "GET /v2.0/networks/56ea7238-ad44-408c-9da7-ed906c0eea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844834 Jun 18 14:31:05.720676 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-3d7dbc5b-2a76-412e-b496-a4b9b4ee4493 req-640e5cd1-c6a3-4381-ac01-ddafef647405 service neutron] 10.222.0.38 "GET /v2.0/networks/56ea7238-ad44-408c-9da7-ed906c0eea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831380 Jun 18 14:31:06.720425 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fbeb4-3640-41b1-8be7-d9808dacfd9d req-6226fdde-889a-427b-8c50-c4b6b53c7e0c tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:06.722672 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-655fbeb4-3640-41b1-8be7-d9808dacfd9d req-6226fdde-889a-427b-8c50-c4b6b53c7e0c tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108 HTTP/1.1" status: 200 len: 943 time: 0.0667071 Jun 18 14:31:06.759863 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-655fbeb4-3640-41b1-8be7-d9808dacfd9d req-e1b067b0-aee6-407a-a470-cbafb9f5c901 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326142 Jun 18 14:31:07.935004 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0c3e7-eb59-453a-b8ed-f7a387bd7f06 req-0b059e9f-8378-4de4-93a4-f91a389fc68b tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:07.936527 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7da0c3e7-eb59-453a-b8ed-f7a387bd7f06 req-0b059e9f-8378-4de4-93a4-f91a389fc68b tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108 HTTP/1.1" status: 200 len: 943 time: 0.0652149 Jun 18 14:31:07.976772 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-7da0c3e7-eb59-453a-b8ed-f7a387bd7f06 req-eceb6606-808d-4fc2-9592-5c200e4c104a tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321512 Jun 18 14:31:08.574745 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-97763095-39f9-47a2-b34f-4917a2319b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:09.071689 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 1e841295-e400-4e24-96a3-8bd38d70b7a3 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:31:09.149881 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dccda-ad64-45b3-995f-74f428a285f2 req-35edf101-1a50-4291-9db3-c551e3f4b191 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:09.151385 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-029dccda-ad64-45b3-995f-74f428a285f2 req-35edf101-1a50-4291-9db3-c551e3f4b191 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108 HTTP/1.1" status: 200 len: 943 time: 0.0648181 Jun 18 14:31:09.172139 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 1e841295-e400-4e24-96a3-8bd38d70b7a3, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1e841295-e400-4e24-96a3-8bd38d70b7a3,segment=NetworkSegment(58f48fd3-e1b5-4f2e-a2a6-f415ebeee349),segment_id=58f48fd3-e1b5-4f2e-a2a6-f415ebeee349)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:31:09.183865 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': '1e841295-e400-4e24-96a3-8bd38d70b7a3', 'network_id': '56ea7238-ad44-408c-9da7-ed906c0eea9e', 'port_id': '1e841295-e400-4e24-96a3-8bd38d70b7a3', 'mac_address': 'fa:16:3e:2f:70:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba30099-6cf8-4441-b7fc-f8d258d40b4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:31:09.192680 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-029dccda-ad64-45b3-995f-74f428a285f2 req-bad256e8-753f-4ba3-8d73-d560f7fa4662 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353382 Jun 18 14:31:09.221573 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:09.234551 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e841295-e400-4e24-96a3-8bd38d70b7a3 {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:31:09.265324 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 1e841295-e400-4e24-96a3-8bd38d70b7a3, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1e841295-e400-4e24-96a3-8bd38d70b7a3,segment=NetworkSegment(58f48fd3-e1b5-4f2e-a2a6-f415ebeee349),segment_id=58f48fd3-e1b5-4f2e-a2a6-f415ebeee349)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:31:09.329079 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:09.330959 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:31:09.377417 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=1e841295-e400-4e24-96a3-8bd38d70b7a3,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:31:09.386500 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:31:09.744260 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['1e841295-e400-4e24-96a3-8bd38d70b7a3'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:31:10.367735 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577cf38e-f3dd-4b4c-a7d7-4a72f81e0da9 req-8f343d08-2aa3-4e6a-bd0d-fdbdaeba9b33 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:10.369240 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-577cf38e-f3dd-4b4c-a7d7-4a72f81e0da9 req-8f343d08-2aa3-4e6a-bd0d-fdbdaeba9b33 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108 HTTP/1.1" status: 200 len: 944 time: 0.0635929 Jun 18 14:31:10.411379 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-577cf38e-f3dd-4b4c-a7d7-4a72f81e0da9 req-e2cd4f84-09dc-44e3-bb85-e5d2ed0a5b23 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343537 Jun 18 14:31:11.073203 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 1e841295-e400-4e24-96a3-8bd38d70b7a3 up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:31:11.194679 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning for port 1e841295-e400-4e24-96a3-8bd38d70b7a3 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:31:11.198593 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port 1e841295-e400-4e24-96a3-8bd38d70b7a3 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:31:11.198980 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:11.284719 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:11.308796 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e841295-e400-4e24-96a3-8bd38d70b7a3'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:31:11.311095 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a007c2b9-af0a-40fb-a2c3-3adbb8674619" -d '{"events": [{"server_uuid": "9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108", "name": "network-vif-plugged", "status": "completed", "tag": "1e841295-e400-4e24-96a3-8bd38d70b7a3"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:31:11.324552 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 1e841295-e400-4e24-96a3-8bd38d70b7a3, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1e841295-e400-4e24-96a3-8bd38d70b7a3,segment=NetworkSegment(58f48fd3-e1b5-4f2e-a2a6-f415ebeee349),segment_id=58f48fd3-e1b5-4f2e-a2a6-f415ebeee349)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:31:11.349760 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822a2e2f-cecd-44bf-9438-0832b5842179 x-openstack-request-id: req-822a2e2f-cecd-44bf-9438-0832b5842179 {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:31:11.349760 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108", "name": "network-vif-plugged", "status": "completed", "tag": "1e841295-e400-4e24-96a3-8bd38d70b7a3", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:31:11.349760 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-822a2e2f-cecd-44bf-9438-0832b5842179 {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:31:11.349760 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e841295-e400-4e24-96a3-8bd38d70b7a3', 'code': 200} Jun 18 14:31:11.409517 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:11.412216 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:31:11.461713 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=1e841295-e400-4e24-96a3-8bd38d70b7a3,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:31:11.464869 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:31:11.590936 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2143b6-e734-43d1-8980-650777762dcf req-ce12a40b-8bd6-4f41-9686-ea1af0b5546e tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:11.592361 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cb2143b6-e734-43d1-8980-650777762dcf req-ce12a40b-8bd6-4f41-9686-ea1af0b5546e tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108 HTTP/1.1" status: 200 len: 945 time: 0.0682478 Jun 18 14:31:11.630956 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-cb2143b6-e734-43d1-8980-650777762dcf req-c8f48924-b125-4d36-ad13-7a8be4264212 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327375 Jun 18 14:31:11.740109 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf543b-2ec4-4832-a2d1-80fdf126a840 req-e8c4531a-b8e3-4e3c-b1a7-bb024a3668df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:11.741663 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-dccf543b-2ec4-4832-a2d1-80fdf126a840 req-e8c4531a-b8e3-4e3c-b1a7-bb024a3668df service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108 HTTP/1.1" status: 200 len: 1098 time: 0.0543892 Jun 18 14:31:11.777096 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-dccf543b-2ec4-4832-a2d1-80fdf126a840 req-e3b6d1f9-3dda-48e7-b188-bea7993a999c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287611 Jun 18 14:31:12.069482 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:12.500392 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-1ae9ef42-81a6-4096-a072-1a550ca6194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:12.812619 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06460a5-c8ca-4117-b72f-50c72d5c064c req-9427c5b2-94fb-49be-ab59-c40fe70c0146 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:12.813982 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a06460a5-c8ca-4117-b72f-50c72d5c064c req-9427c5b2-94fb-49be-ab59-c40fe70c0146 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108 HTTP/1.1" status: 200 len: 945 time: 0.0691855 Jun 18 14:31:12.856405 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-a06460a5-c8ca-4117-b72f-50c72d5c064c req-78d9bf07-1876-4f9c-9eea-0114020ab2a9 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358479 Jun 18 14:31:13.019193 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:31:13.183488 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:13.497928 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:14.029406 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf27a9-9b48-4fb9-8d43-6d032fb096cd req-bb4c5a58-413b-4e22-ab3d-977adfed63de tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:14.030922 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6bcf27a9-9b48-4fb9-8d43-6d032fb096cd req-bb4c5a58-413b-4e22-ab3d-977adfed63de tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108 HTTP/1.1" status: 200 len: 945 time: 0.0643933 Jun 18 14:31:14.069974 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-6bcf27a9-9b48-4fb9-8d43-6d032fb096cd req-4385b1f5-618c-49e4-af16-b3fe16a4dba9 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326765 Jun 18 14:31:15.243349 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:15.558973 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db91382-7558-4be5-9239-47f7aad32b7a req-eea8ea6a-733a-4b6d-941a-3bcd89cb3dfc tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:15.560433 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2db91382-7558-4be5-9239-47f7aad32b7a req-eea8ea6a-733a-4b6d-941a-3bcd89cb3dfc tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108 HTTP/1.1" status: 200 len: 945 time: 0.0729682 Jun 18 14:31:15.606855 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-2db91382-7558-4be5-9239-47f7aad32b7a req-6329eabe-f278-47c7-a7d4-3def1069a97a tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398078 Jun 18 14:31:16.787606 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196b819-0392-4ca0-8ee2-1be4b9082edd req-230df620-ab13-4261-b430-77d6956953e2 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:16.788971 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f196b819-0392-4ca0-8ee2-1be4b9082edd req-230df620-ab13-4261-b430-77d6956953e2 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108 HTTP/1.1" status: 200 len: 945 time: 0.0673044 Jun 18 14:31:16.825615 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f196b819-0392-4ca0-8ee2-1be4b9082edd req-ded62e42-7b82-4654-9de5-7ea650034c1f tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309725 Jun 18 14:31:17.158646 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e3f66-a945-49f0-bbdb-8225a949f6a3 req-864ef2cc-d3bd-4793-adc8-b85996252ee1 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:17.160055 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bc0e3f66-a945-49f0-bbdb-8225a949f6a3 req-864ef2cc-d3bd-4793-adc8-b85996252ee1 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108 HTTP/1.1" status: 200 len: 945 time: 0.0666182 Jun 18 14:31:17.259882 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [req-bc0e3f66-a945-49f0-bbdb-8225a949f6a3 req-3e183634-5c6d-434b-a2ff-82cf80e3f4b1 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Deleting port 1e841295-e400-4e24-96a3-8bd38d70b7a3 {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:31:17.260222 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-bc0e3f66-a945-49f0-bbdb-8225a949f6a3 req-3e183634-5c6d-434b-a2ff-82cf80e3f4b1 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:17.348726 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-bc0e3f66-a945-49f0-bbdb-8225a949f6a3 req-3e183634-5c6d-434b-a2ff-82cf80e3f4b1 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] For port 1e841295-e400-4e24-96a3-8bd38d70b7a3, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1e841295-e400-4e24-96a3-8bd38d70b7a3,segment=NetworkSegment(58f48fd3-e1b5-4f2e-a2a6-f415ebeee349),segment_id=58f48fd3-e1b5-4f2e-a2a6-f415ebeee349)] {{(pid=93612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:31:17.349082 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-bc0e3f66-a945-49f0-bbdb-8225a949f6a3 req-3e183634-5c6d-434b-a2ff-82cf80e3f4b1 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:17.413311 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [req-bc0e3f66-a945-49f0-bbdb-8225a949f6a3 req-3e183634-5c6d-434b-a2ff-82cf80e3f4b1 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Calling delete_port for 1e841295-e400-4e24-96a3-8bd38d70b7a3 owned by compute:nova {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:31:17.617845 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-bc0e3f66-a945-49f0-bbdb-8225a949f6a3 req-3e183634-5c6d-434b-a2ff-82cf80e3f4b1 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:17.622185 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c8135ba8-0ba1-4e8b-a288-3e6c7b9eaa77 tempest-VolumesNegativeTest-2146113698 tempest-VolumesNegativeTest-2146113698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:31:17.648660 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e183634-5c6d-434b-a2ff-82cf80e3f4b1 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Pushing event deleted for resources: {'Port': ['ID=1e841295-e400-4e24-96a3-8bd38d70b7a3,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:31:17.653359 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-3e183634-5c6d-434b-a2ff-82cf80e3f4b1 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:31:17.653531 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['1e841295-e400-4e24-96a3-8bd38d70b7a3'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:31:17.696129 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0e3f66-a945-49f0-bbdb-8225a949f6a3 req-3e183634-5c6d-434b-a2ff-82cf80e3f4b1 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] No DVR routers for this DVR port 1e841295-e400-4e24-96a3-8bd38d70b7a3 on host hv-cinder-79575 {{(pid=93612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:31:17.698605 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-bc0e3f66-a945-49f0-bbdb-8225a949f6a3 req-3e183634-5c6d-434b-a2ff-82cf80e3f4b1 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:17.700586 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-bc0e3f66-a945-49f0-bbdb-8225a949f6a3 req-3e183634-5c6d-434b-a2ff-82cf80e3f4b1 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.38 "DELETE /v2.0/ports/1e841295-e400-4e24-96a3-8bd38d70b7a3 HTTP/1.1" status: 204 len: 173 time: 0.5351017 Jun 18 14:31:17.701170 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108', 'name': 'network-vif-deleted', 'tag': '1e841295-e400-4e24-96a3-8bd38d70b7a3'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:31:17.703548 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a92132-9bea-4b35-98c2-bd75b8ef8896" -d '{"events": [{"server_uuid": "9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108", "name": "network-vif-deleted", "tag": "1e841295-e400-4e24-96a3-8bd38d70b7a3"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:31:17.739060 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995cd35c-b35d-4458-8ffb-ac4bf4f442d5 x-openstack-request-id: req-995cd35c-b35d-4458-8ffb-ac4bf4f442d5 {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:31:17.748301 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108", "name": "network-vif-deleted", "tag": "1e841295-e400-4e24-96a3-8bd38d70b7a3", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:31:17.748301 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-995cd35c-b35d-4458-8ffb-ac4bf4f442d5 {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:31:17.748301 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108', 'name': 'network-vif-deleted', 'tag': '1e841295-e400-4e24-96a3-8bd38d70b7a3', 'status': 'completed', 'code': 200} Jun 18 14:31:17.970830 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-8ed4e407-ca4b-43f0-9412-00657cb8b664 req-44c31926-948e-4848-8ca1-e2718a6c01e1 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f6a46-1d21-4b97-a0cf-36a2bfa7a108 HTTP/1.1" status: 200 len: 210 time: 0.0289614 Jun 18 14:31:19.260221 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-01b4a86b-c71d-456d-be7b-ea964337cb45 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:19.261697 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-01b4a86b-c71d-456d-be7b-ea964337cb45 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/networks?id=56ea7238-ad44-408c-9da7-ed906c0eea9e HTTP/1.1" status: 200 len: 809 time: 0.0966952 Jun 18 14:31:19.277862 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-0906a23d-33df-459d-9562-6aa1da8bb29a tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/quotas/f321265d0033446686941f2df5d46683 HTTP/1.1" status: 200 len: 375 time: 0.0107055 Jun 18 14:31:19.318816 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-d66051df-6075-4b95-b44a-bbd00da51bee tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f321265d0033446686941f2df5d46683&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346911 Jun 18 14:31:19.449980 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-660fe46f-6737-4ac3-865a-94009aaaea49 service neutron] 10.222.0.26 "GET /v2.0/networks/56ea7238-ad44-408c-9da7-ed906c0eea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243668 Jun 18 14:31:19.542825 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-25920fe5-13a3-4a88-957f-c9a38b5b6168 service neutron] 10.222.0.26 "GET /v2.0/networks/56ea7238-ad44-408c-9da7-ed906c0eea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872681 Jun 18 14:31:20.801093 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-9f3614b2-aad5-496c-a1e8-52fb64c195f7 req-4c4e78b2-21b0-4079-be5c-7e405dd0d028 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f8c99c-a7ab-48d5-8218-f55931e8106f HTTP/1.1" status: 200 len: 210 time: 0.0299151 Jun 18 14:31:21.135019 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 1e841295-e400-4e24-96a3-8bd38d70b7a3 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:31:21.159945 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] No Port match for: 1e841295-e400-4e24-96a3-8bd38d70b7a3 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:31:21.160288 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 1e841295-e400-4e24-96a3-8bd38d70b7a3 not bound to the agent host hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:31:21.941438 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0c61af2f-beae-460c-b31d-6ba43fd7ebfb req-cdbe2c1b-cedc-4e53-890e-c61d108eda81 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f8c99c-a7ab-48d5-8218-f55931e8106f HTTP/1.1" status: 200 len: 210 time: 0.0307114 Jun 18 14:31:22.865980 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-f795d058-ca13-41f7-b449-3f3e9a872572 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:22.867392 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-f795d058-ca13-41f7-b449-3f3e9a872572 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.38 "GET /v2.0/networks?id=56ea7238-ad44-408c-9da7-ed906c0eea9e HTTP/1.1" status: 200 len: 809 time: 0.1018016 Jun 18 14:31:22.884437 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Request body: {'port': {'device_id': 'e9f8c99c-a7ab-48d5-8218-f55931e8106f', 'network_id': '56ea7238-ad44-408c-9da7-ed906c0eea9e', 'admin_state_up': True, 'tenant_id': 'f321265d0033446686941f2df5d46683'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:31:23.085170 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-166b5d44-bcbc-4d7d-bacb-f6bc0d937aac req-60c1c383-3861-425c-9c98-a10c3cae3afb tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f8c99c-a7ab-48d5-8218-f55931e8106f HTTP/1.1" status: 200 len: 210 time: 0.0300202 Jun 18 14:31:23.094230 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Made reservation on behalf of f321265d0033446686941f2df5d46683 for: {'port': 1} {{(pid=93612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 14:31:23.097948 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3548260'] for port, before_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:23.219577 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_common [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Allocated IP 172.20.0.7 (56ea7238-ad44-408c-9da7-ed906c0eea9e/7ba30099-6cf8-4441-b7fc-f8d258d40b4f/09567d82-8a3a-4dff-a3b5-d5241844a234) {{(pid=93612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 14:31:23.365160 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Notify callbacks [] for port, precommit_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:23.483316 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3548839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749953008990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12393637'] for port, after_create {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:23.487293 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-2c155f62-8cc5-4d07-9c84-b10b2f389508 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:31:23.529482 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Network 56ea7238-ad44-408c-9da7-ed906c0eea9e is already hosted by enough agents. {{(pid=93612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 14:31:23.533362 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.scheduler.base_scheduler [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Resources bound (agent type, host, resource id): {{(pid=93612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 14:31:23.537300 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Received port after_create {{(pid=93612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 14:31:23.543840 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Pushing event updated for resources: {'Port': ['ID=09567d82-8a3a-4dff-a3b5-d5241844a234,revision_number=1']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:31:23.570136 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:31:23.570524 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:31:23.570913 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:31:23.571290 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:31:23.571663 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:31:23.572034 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:31:23.572400 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:31:23.572817 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:31:23.573188 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:31:23.573575 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:31:23.573941 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:31:23.574303 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-2-iscsi {{(pid=93612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 14:31:23.579250 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:31:23.599414 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:23.600021 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:23.666011 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-f039af6e-3301-463a-ba0c-089f620c77ff tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7851517 Jun 18 14:31:23.684052 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.v2.base [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] Request body: {'port': {'device_id': 'e9f8c99c-a7ab-48d5-8218-f55931e8106f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=93612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 14:31:23.766659 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:24.034229 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09567d82-8a3a-4dff-a3b5-d5241844a234 {{(pid=93612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:31:24.041299 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:24.052893 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.provisioning_blocks [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] Transition to ACTIVE for port object 09567d82-8a3a-4dff-a3b5-d5241844a234 will not be triggered until provisioned by entity L2. {{(pid=93612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 14:31:24.134059 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:24.137118 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-a35d3e30-95c0-414b-9cf7-ed56b4754c26 tempest-TestVolumeBootPattern-420800374 tempest-TestVolumeBootPattern-420800374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:31:24.220591 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] Pushing event updated for resources: {'Port': ['ID=09567d82-8a3a-4dff-a3b5-d5241844a234,revision_number=2']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:31:24.239259 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:31:24.329665 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9356d7c-f224-44c2-9b07-abfaeb861b6d req-65ada449-1b96-44c2-8a70-4b242c3438ea tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:24.331581 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f9356d7c-f224-44c2-9b07-abfaeb861b6d req-65ada449-1b96-44c2-8a70-4b242c3438ea tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f8c99c-a7ab-48d5-8218-f55931e8106f HTTP/1.1" status: 200 len: 943 time: 0.1289971 Jun 18 14:31:24.335820 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] Attempting to bind port 09567d82-8a3a-4dff-a3b5-d5241844a234 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 14:31:24.336162 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] Attempting to bind port 09567d82-8a3a-4dff-a3b5-d5241844a234 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '58f48fd3-e1b5-4f2e-a2a6-f415ebeee349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '56ea7238-ad44-408c-9da7-ed906c0eea9e'}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 14:31:24.336497 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] Attempting to bind port 09567d82-8a3a-4dff-a3b5-d5241844a234 on network 56ea7238-ad44-408c-9da7-ed906c0eea9e {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:31:24.347736 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] Port 09567d82-8a3a-4dff-a3b5-d5241844a234 on network 56ea7238-ad44-408c-9da7-ed906c0eea9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 14:31:24.348060 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] Attempting to bind port 09567d82-8a3a-4dff-a3b5-d5241844a234 on network 56ea7238-ad44-408c-9da7-ed906c0eea9e {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 14:31:24.361171 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] Checking agent: {'id': '29ce2f09-b2be-4853-98fa-378b10f49f85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'started_at': datetime.datetime(2021, 6, 18, 14, 12, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 14, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 14:31:24.361535 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] Checking segment: {'id': '58f48fd3-e1b5-4f2e-a2a6-f415ebeee349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '56ea7238-ad44-408c-9da7-ed906c0eea9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 14:31:24.367393 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] Bound using segment: {'id': '58f48fd3-e1b5-4f2e-a2a6-f415ebeee349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '56ea7238-ad44-408c-9da7-ed906c0eea9e'} {{(pid=93612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 14:31:24.367393 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.managers [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] Bound port: 09567d82-8a3a-4dff-a3b5-d5241844a234, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f48fd3-e1b5-4f2e-a2a6-f415ebeee349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '56ea7238-ad44-408c-9da7-ed906c0eea9e'}}] {{(pid=93612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 14:31:24.367393 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:24.404592 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f9356d7c-f224-44c2-9b07-abfaeb861b6d req-1ffe9749-2b96-4883-b3a8-e359816f5bbd tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658388 Jun 18 14:31:24.436140 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] For port 09567d82-8a3a-4dff-a3b5-d5241844a234, host hv-cinder-79575, cleared binding levels {{(pid=93612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 14:31:24.439121 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] For port 09567d82-8a3a-4dff-a3b5-d5241844a234, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=09567d82-8a3a-4dff-a3b5-d5241844a234,segment=NetworkSegment(58f48fd3-e1b5-4f2e-a2a6-f415ebeee349),segment_id=58f48fd3-e1b5-4f2e-a2a6-f415ebeee349)] {{(pid=93612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 14:31:24.504207 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12393619'] for port, after_update {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:24.506373 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-ce8d8877-676d-4b6f-8865-f127d0d8cee7 tempest-AttachVolumeTestJSON-1965708872 tempest-AttachVolumeTestJSON-1965708872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:31:24.541595 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:24.542220 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:24.543582 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] 10.222.0.38 "PUT /v2.0/ports/09567d82-8a3a-4dff-a3b5-d5241844a234 HTTP/1.1" status: 200 len: 1093 time: 0.8637121 Jun 18 14:31:24.544098 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f8c99c-a7ab-48d5-8218-f55931e8106f', 'tag': '09567d82-8a3a-4dff-a3b5-d5241844a234'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:31:24.546456 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dceaa098-3e58-41ec-95a2-dde9a3991ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f8c99c-a7ab-48d5-8218-f55931e8106f", "tag": "09567d82-8a3a-4dff-a3b5-d5241844a234"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:31:24.569086 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] Pushing event updated for resources: {'Port': ['ID=09567d82-8a3a-4dff-a3b5-d5241844a234,revision_number=3']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:31:24.572363 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9cc81874-c285-471a-873f-f3e12fc4f22c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:31:24.585168 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 14:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c09d3d-7aab-4c00-90e4-7220f5910e97 x-openstack-request-id: req-c2c09d3d-7aab-4c00-90e4-7220f5910e97 {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:31:24.585537 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f8c99c-a7ab-48d5-8218-f55931e8106f", "tag": "09567d82-8a3a-4dff-a3b5-d5241844a234", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:31:24.585871 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c2c09d3d-7aab-4c00-90e4-7220f5910e97 {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:31:24.586336 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f8c99c-a7ab-48d5-8218-f55931e8106f', 'tag': '09567d82-8a3a-4dff-a3b5-d5241844a234', 'status': 'completed', 'code': 200} Jun 18 14:31:24.690910 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceaa098-3e58-41ec-95a2-dde9a3991ddd req-bbc1a7fa-f5e0-4177-a2ed-80f6895c71fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:24.692382 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-dceaa098-3e58-41ec-95a2-dde9a3991ddd req-bbc1a7fa-f5e0-4177-a2ed-80f6895c71fa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f321265d0033446686941f2df5d46683&device_id=e9f8c99c-a7ab-48d5-8218-f55931e8106f HTTP/1.1" status: 200 len: 1096 time: 0.0645041 Jun 18 14:31:24.803222 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceaa098-3e58-41ec-95a2-dde9a3991ddd req-3f70709d-ba82-4bc0-9ba1-3af0cb9bea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:24.804679 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-dceaa098-3e58-41ec-95a2-dde9a3991ddd req-3f70709d-ba82-4bc0-9ba1-3af0cb9bea33 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f321265d0033446686941f2df5d46683&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0985153 Jun 18 14:31:24.901402 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceaa098-3e58-41ec-95a2-dde9a3991ddd req-e1ab2163-b216-4cd1-b497-8970356674c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:24.902872 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-dceaa098-3e58-41ec-95a2-dde9a3991ddd req-e1ab2163-b216-4cd1-b497-8970356674c3 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921462 Jun 18 14:31:25.020249 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9d1a9d5c-a4b8-44ea-b5a3-938052d8aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:25.021729 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-9d1a9d5c-a4b8-44ea-b5a3-938052d8aa4d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f321265d0033446686941f2df5d46683&device_id=e9f8c99c-a7ab-48d5-8218-f55931e8106f HTTP/1.1" status: 200 len: 1096 time: 0.0527668 Jun 18 14:31:25.070939 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-c8ed9aff-04b1-4e88-8941-c2903b1387d5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09567d82-8a3a-4dff-a3b5-d5241844a234 HTTP/1.1" status: 200 len: 217 time: 0.0350695 Jun 18 14:31:25.123498 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-5e6bff34-f17a-4afb-b8f2-356503c490fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:25.124968 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-5e6bff34-f17a-4afb-b8f2-356503c490fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7ba30099-6cf8-4441-b7fc-f8d258d40b4f HTTP/1.1" status: 200 len: 849 time: 0.0480804 Jun 18 14:31:25.157382 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-0718bfb4-48d4-451b-b587-c59f93cc4feb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=56ea7238-ad44-408c-9da7-ed906c0eea9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262587 Jun 18 14:31:25.245341 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-d4188606-39de-4127-8bec-b353481daaf1 service neutron] 10.222.0.38 "GET /v2.0/networks/56ea7238-ad44-408c-9da7-ed906c0eea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812304 Jun 18 14:31:25.335122 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-1aeca7b6-c2d5-4d79-90e7-71203f061283 req-e8bffee9-1e04-41cf-a5cb-a07fd85b4347 service neutron] 10.222.0.38 "GET /v2.0/networks/56ea7238-ad44-408c-9da7-ed906c0eea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827684 Jun 18 14:31:25.580409 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f336223-e826-4291-8eb3-77de66de71b2 req-024fc34a-0f54-4e46-b8c8-2a3dc5485f98 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:25.581884 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5f336223-e826-4291-8eb3-77de66de71b2 req-024fc34a-0f54-4e46-b8c8-2a3dc5485f98 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f8c99c-a7ab-48d5-8218-f55931e8106f HTTP/1.1" status: 200 len: 943 time: 0.0636230 Jun 18 14:31:25.619505 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-5f336223-e826-4291-8eb3-77de66de71b2 req-12399281-8cde-4d4c-87fb-1462bc936291 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317016 Jun 18 14:31:26.801734 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a013ee-4cfe-424f-8d3f-80fffee15782 req-6161624a-ba07-4dab-87bd-3c39c526fa60 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:26.803117 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a5a013ee-4cfe-424f-8d3f-80fffee15782 req-6161624a-ba07-4dab-87bd-3c39c526fa60 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f8c99c-a7ab-48d5-8218-f55931e8106f HTTP/1.1" status: 200 len: 943 time: 0.0629580 Jun 18 14:31:26.839378 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a5a013ee-4cfe-424f-8d3f-80fffee15782 req-f0ad8910-caab-406b-a435-c4654d6f805f tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305331 Jun 18 14:31:28.019496 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0b31a-8732-49d5-9eb7-64d9f5c375a3 req-b3e51d13-0d55-494e-9bab-78affcbe7515 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:28.020924 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4da0b31a-8732-49d5-9eb7-64d9f5c375a3 req-b3e51d13-0d55-494e-9bab-78affcbe7515 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f8c99c-a7ab-48d5-8218-f55931e8106f HTTP/1.1" status: 200 len: 943 time: 0.0674014 Jun 18 14:31:28.056925 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4da0b31a-8732-49d5-9eb7-64d9f5c375a3 req-1df15922-3061-4321-ad95-d7af1eb7fbc9 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303767 Jun 18 14:31:29.181406 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 09567d82-8a3a-4dff-a3b5-d5241844a234 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=93614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 14:31:29.235160 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e04725-b96e-4015-9d98-bfcb0c7d8141 req-df32686f-98d2-4a0e-a2a6-c2fa4f610368 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:29.237239 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-56e04725-b96e-4015-9d98-bfcb0c7d8141 req-df32686f-98d2-4a0e-a2a6-c2fa4f610368 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f8c99c-a7ab-48d5-8218-f55931e8106f HTTP/1.1" status: 200 len: 943 time: 0.0658517 Jun 18 14:31:29.273596 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 09567d82-8a3a-4dff-a3b5-d5241844a234, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=09567d82-8a3a-4dff-a3b5-d5241844a234,segment=NetworkSegment(58f48fd3-e1b5-4f2e-a2a6-f415ebeee349),segment_id=58f48fd3-e1b5-4f2e-a2a6-f415ebeee349)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:31:29.279506 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-56e04725-b96e-4015-9d98-bfcb0c7d8141 req-2c44114e-02e2-4e0e-98b2-0d32358ce802 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361466 Jun 18 14:31:29.290564 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Returning: {'device': '09567d82-8a3a-4dff-a3b5-d5241844a234', 'network_id': '56ea7238-ad44-408c-9da7-ed906c0eea9e', 'port_id': '09567d82-8a3a-4dff-a3b5-d5241844a234', 'mac_address': 'fa:16:3e:c2:01:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba30099-6cf8-4441-b7fc-f8d258d40b4f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 14:31:29.334400 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:29.347530 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09567d82-8a3a-4dff-a3b5-d5241844a234 {{(pid=93614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 14:31:29.366490 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 09567d82-8a3a-4dff-a3b5-d5241844a234, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=09567d82-8a3a-4dff-a3b5-d5241844a234,segment=NetworkSegment(58f48fd3-e1b5-4f2e-a2a6-f415ebeee349),segment_id=58f48fd3-e1b5-4f2e-a2a6-f415ebeee349)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:31:29.438329 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:29.438753 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:31:29.490851 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=09567d82-8a3a-4dff-a3b5-d5241844a234,revision_number=4']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:31:29.494452 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:31:29.851881 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['09567d82-8a3a-4dff-a3b5-d5241844a234'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:31:30.454037 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b456171-2df9-4b36-aa37-1f4e92fd5a7e req-1902344a-e4ba-404a-b2ec-bdfb1f9f1195 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:30.455912 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0b456171-2df9-4b36-aa37-1f4e92fd5a7e req-1902344a-e4ba-404a-b2ec-bdfb1f9f1195 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f8c99c-a7ab-48d5-8218-f55931e8106f HTTP/1.1" status: 200 len: 944 time: 0.0635643 Jun 18 14:31:30.494554 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-0b456171-2df9-4b36-aa37-1f4e92fd5a7e req-7a24f325-d3b4-46bf-93b4-0ebd8a10e98f tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327222 Jun 18 14:31:31.181213 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 09567d82-8a3a-4dff-a3b5-d5241844a234 up at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 14:31:31.320280 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning for port 09567d82-8a3a-4dff-a3b5-d5241844a234 completed by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 14:31:31.324980 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.db.provisioning_blocks [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Provisioning complete for port 09567d82-8a3a-4dff-a3b5-d5241844a234 triggered by entity L2. {{(pid=93614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 14:31:31.326912 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3464057'] for port, provisioning_complete {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:31.407552 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3548274'] for port, before_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:31.433294 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f8c99c-a7ab-48d5-8218-f55931e8106f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09567d82-8a3a-4dff-a3b5-d5241844a234'}] {{(pid=93614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:31:31.435491 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057dfcc3517d78cfec4ea6d7e0559bcd83b41d9b4579021954c8162ec8fac2ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996aba86-6e4e-401f-bb08-1e0af3ca6928" -d '{"events": [{"server_uuid": "e9f8c99c-a7ab-48d5-8218-f55931e8106f", "name": "network-vif-plugged", "status": "completed", "tag": "09567d82-8a3a-4dff-a3b5-d5241844a234"}]}' {{(pid=93614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:31:31.447742 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] For port 09567d82-8a3a-4dff-a3b5-d5241844a234, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=09567d82-8a3a-4dff-a3b5-d5241844a234,segment=NetworkSegment(58f48fd3-e1b5-4f2e-a2a6-f415ebeee349),segment_id=58f48fd3-e1b5-4f2e-a2a6-f415ebeee349)] {{(pid=93614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:31:31.511264 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749953500115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749953009008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749953009053'] for port, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:31.515831 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:31:31.563134 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Pushing event updated for resources: {'Port': ['ID=09567d82-8a3a-4dff-a3b5-d5241844a234,revision_number=5']} {{(pid=93614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:31:31.567022 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG oslo_concurrency.lockutils [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:31:31.605643 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9162eb3b-8ab0-4f7e-b4c0-8e28bbdffaf6 x-openstack-request-id: req-9162eb3b-8ab0-4f7e-b4c0-8e28bbdffaf6 {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:31:31.605957 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f8c99c-a7ab-48d5-8218-f55931e8106f", "name": "network-vif-plugged", "status": "completed", "tag": "09567d82-8a3a-4dff-a3b5-d5241844a234", "code": 200}]} {{(pid=93614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:31:31.606338 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9162eb3b-8ab0-4f7e-b4c0-8e28bbdffaf6 {{(pid=93614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:31:31.606634 dv-cinder-795751-2-iscsi neutron-server[93614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f8c99c-a7ab-48d5-8218-f55931e8106f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09567d82-8a3a-4dff-a3b5-d5241844a234', 'code': 200} Jun 18 14:31:31.675297 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05007265-942a-4ba1-89f7-24e82855e58d req-6c8fe17b-24c8-44d5-8330-8d71c67bed26 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:31.676983 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-05007265-942a-4ba1-89f7-24e82855e58d req-6c8fe17b-24c8-44d5-8330-8d71c67bed26 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f8c99c-a7ab-48d5-8218-f55931e8106f HTTP/1.1" status: 200 len: 945 time: 0.0693882 Jun 18 14:31:31.723620 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-05007265-942a-4ba1-89f7-24e82855e58d req-3e843b39-f2c4-4992-8d54-a35b8eb9058d tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406647 Jun 18 14:31:32.013040 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa854299-8171-4891-9882-f2c90c827b38 req-f145902f-27f5-48d7-8682-803cff598de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:32.014627 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-fa854299-8171-4891-9882-f2c90c827b38 req-f145902f-27f5-48d7-8682-803cff598de1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e9f8c99c-a7ab-48d5-8218-f55931e8106f HTTP/1.1" status: 200 len: 1098 time: 0.0556509 Jun 18 14:31:32.051472 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-fa854299-8171-4891-9882-f2c90c827b38 req-513a3cdd-8820-4b6f-9b0a-d27f2e09c642 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305519 Jun 18 14:31:32.905319 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5f20d-5169-40e1-9734-8cea40c4e23b req-5ffd0bbd-0ee0-4fbb-b9fd-92279f34b7b7 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:32.906838 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a4a5f20d-5169-40e1-9734-8cea40c4e23b req-5ffd0bbd-0ee0-4fbb-b9fd-92279f34b7b7 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f8c99c-a7ab-48d5-8218-f55931e8106f HTTP/1.1" status: 200 len: 945 time: 0.0632021 Jun 18 14:31:32.944677 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-a4a5f20d-5169-40e1-9734-8cea40c4e23b req-57d229fe-e94c-4dd5-8f87-ad64b67ec360 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317771 Jun 18 14:31:34.124038 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18718f21-445f-47a0-be10-b9f3a2cf070e req-2dad816c-1d7c-4c39-8b7a-cff7e11cc12f tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:34.125539 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-18718f21-445f-47a0-be10-b9f3a2cf070e req-2dad816c-1d7c-4c39-8b7a-cff7e11cc12f tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f8c99c-a7ab-48d5-8218-f55931e8106f HTTP/1.1" status: 200 len: 945 time: 0.0638907 Jun 18 14:31:34.162331 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-18718f21-445f-47a0-be10-b9f3a2cf070e req-de2ec543-63c7-44c3-b4f5-19538af4b054 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305774 Jun 18 14:31:35.641570 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffe2fb-b5e4-4a12-a049-cdca9f95469c req-00aae46d-2d21-4d96-8f14-204f44d6c0e2 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:35.643034 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f5ffe2fb-b5e4-4a12-a049-cdca9f95469c req-00aae46d-2d21-4d96-8f14-204f44d6c0e2 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f8c99c-a7ab-48d5-8218-f55931e8106f HTTP/1.1" status: 200 len: 945 time: 0.0677183 Jun 18 14:31:35.680547 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-f5ffe2fb-b5e4-4a12-a049-cdca9f95469c req-30a36099-2233-4172-9a8d-6d5ab9bf1ead tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318398 Jun 18 14:31:36.857685 dv-cinder-795751-2-iscsi neutron-server[93613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0fdac-02a6-43f2-9fb2-41f40b963bed req-b40632c8-61d2-4604-b598-b94594b0486c tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:36.859146 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-14b0fdac-02a6-43f2-9fb2-41f40b963bed req-b40632c8-61d2-4604-b598-b94594b0486c tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f8c99c-a7ab-48d5-8218-f55931e8106f HTTP/1.1" status: 200 len: 945 time: 0.0662217 Jun 18 14:31:36.896123 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-14b0fdac-02a6-43f2-9fb2-41f40b963bed req-67715e98-eb38-4f5e-be34-18d65d619a30 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/security-groups?id=607c1641-3923-41f6-9812-eb61e42d3dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307631 Jun 18 14:31:37.203416 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538b9cf-c3c6-4ce0-818d-edebee807a50 req-c3a8a1b7-b6d9-4ab9-959c-a73379de9439 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 14:31:37.205394 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4538b9cf-c3c6-4ce0-818d-edebee807a50 req-c3a8a1b7-b6d9-4ab9-959c-a73379de9439 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9f8c99c-a7ab-48d5-8218-f55931e8106f HTTP/1.1" status: 200 len: 945 time: 0.0637093 Jun 18 14:31:37.303769 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [req-4538b9cf-c3c6-4ce0-818d-edebee807a50 req-09db5f61-63d0-42a6-a344-4888d97e74d7 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Deleting port 09567d82-8a3a-4dff-a3b5-d5241844a234 {{(pid=93612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 14:31:37.304124 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-4538b9cf-c3c6-4ce0-818d-edebee807a50 req-09db5f61-63d0-42a6-a344-4888d97e74d7 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749953495781'] for port, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:37.395018 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.db [req-4538b9cf-c3c6-4ce0-818d-edebee807a50 req-09db5f61-63d0-42a6-a344-4888d97e74d7 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] For port 09567d82-8a3a-4dff-a3b5-d5241844a234, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=09567d82-8a3a-4dff-a3b5-d5241844a234,segment=NetworkSegment(58f48fd3-e1b5-4f2e-a2a6-f415ebeee349),segment_id=58f48fd3-e1b5-4f2e-a2a6-f415ebeee349)] {{(pid=93612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 14:31:37.395379 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-4538b9cf-c3c6-4ce0-818d-edebee807a50 req-09db5f61-63d0-42a6-a344-4888d97e74d7 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-636582'] for port, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:37.463869 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [req-4538b9cf-c3c6-4ce0-818d-edebee807a50 req-09db5f61-63d0-42a6-a344-4888d97e74d7 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Calling delete_port for 09567d82-8a3a-4dff-a3b5-d5241844a234 owned by compute:nova {{(pid=93612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 14:31:37.657071 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-4538b9cf-c3c6-4ce0-818d-edebee807a50 req-09db5f61-63d0-42a6-a344-4888d97e74d7 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3548816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749953500133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749953008999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12393642'] for port, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:37.661190 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-2677e5a7-f661-4a45-b829-b1f7f14641c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:31:37.688915 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db5f61-63d0-42a6-a344-4888d97e74d7 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Pushing event deleted for resources: {'Port': ['ID=09567d82-8a3a-4dff-a3b5-d5241844a234,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:31:37.692646 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-09db5f61-63d0-42a6-a344-4888d97e74d7 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:31:37.694182 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.db [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] get_ports_and_sgs() called for port_ids ['09567d82-8a3a-4dff-a3b5-d5241844a234'] {{(pid=93614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 14:31:37.733065 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.l3_dvrscheduler_db [req-4538b9cf-c3c6-4ce0-818d-edebee807a50 req-09db5f61-63d0-42a6-a344-4888d97e74d7 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] No DVR routers for this DVR port 09567d82-8a3a-4dff-a3b5-d5241844a234 on host hv-cinder-79575 {{(pid=93612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 14:31:37.735316 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [req-4538b9cf-c3c6-4ce0-818d-edebee807a50 req-09db5f61-63d0-42a6-a344-4888d97e74d7 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259721'] for port, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:37.737827 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [req-4538b9cf-c3c6-4ce0-818d-edebee807a50 req-09db5f61-63d0-42a6-a344-4888d97e74d7 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.38 "DELETE /v2.0/ports/09567d82-8a3a-4dff-a3b5-d5241844a234 HTTP/1.1" status: 204 len: 173 time: 0.5275197 Jun 18 14:31:37.738338 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f8c99c-a7ab-48d5-8218-f55931e8106f', 'name': 'network-vif-deleted', 'tag': '09567d82-8a3a-4dff-a3b5-d5241844a234'}] {{(pid=93612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 14:31:37.740666 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56633d797249363a707631c521f1fa2525286862e559f4bfbc0519bf55854b9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7184e28-e74c-4141-b361-ea86c94667a9" -d '{"events": [{"server_uuid": "e9f8c99c-a7ab-48d5-8218-f55931e8106f", "name": "network-vif-deleted", "tag": "09567d82-8a3a-4dff-a3b5-d5241844a234"}]}' {{(pid=93612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 14:31:37.778716 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 14:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b597af4-0627-4002-813e-77f311c85f7d x-openstack-request-id: req-6b597af4-0627-4002-813e-77f311c85f7d {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 14:31:37.779060 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f8c99c-a7ab-48d5-8218-f55931e8106f", "name": "network-vif-deleted", "tag": "09567d82-8a3a-4dff-a3b5-d5241844a234", "status": "completed", "code": 200}]} {{(pid=93612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 14:31:37.779358 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b597af4-0627-4002-813e-77f311c85f7d {{(pid=93612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 14:31:37.779798 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f8c99c-a7ab-48d5-8218-f55931e8106f', 'name': 'network-vif-deleted', 'tag': '09567d82-8a3a-4dff-a3b5-d5241844a234', 'status': 'completed', 'code': 200} Jun 18 14:31:38.035591 dv-cinder-795751-2-iscsi neutron-server[93613]: INFO neutron.wsgi [req-8854d47c-0cad-41fc-9e0c-bc1e16db9a7e req-bf6a3e4b-c64a-4e4f-af29-037755da9923 tempest-VolumesActionsTest-202011195 tempest-VolumesActionsTest-202011195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f8c99c-a7ab-48d5-8218-f55931e8106f HTTP/1.1" status: 200 len: 210 time: 0.0288494 Jun 18 14:31:38.590290 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-97fd6813-fe2a-4449-9565-7dd4b649601c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:42.049113 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:42.492697 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-d1c175c7-33a6-4ca4-8964-6ef8f573084a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:42.738364 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 09567d82-8a3a-4dff-a3b5-d5241844a234 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 14:31:42.759014 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] No Port match for: 09567d82-8a3a-4dff-a3b5-d5241844a234 {{(pid=93614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 14:31:42.759376 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron.plugins.ml2.rpc [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Device 09567d82-8a3a-4dff-a3b5-d5241844a234 not bound to the agent host hv-cinder-79575 {{(pid=93614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 14:31:43.476038 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:44.132974 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:45.275560 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:31:50.018958 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:32:04.411337 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 51712) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:32:04.456065 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5c7cd7-66ea-4d23-9f01-592f930d25b7 admin admin] Deleting subnet 7ba30099-6cf8-4441-b7fc-f8d258d40b4f {{(pid=93612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 14:32:04.459291 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6e5c7cd7-66ea-4d23-9f01-592f930d25b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:04.493680 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6e5c7cd7-66ea-4d23-9f01-592f930d25b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12265515'] for subnet, precommit_delete_associations {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:04.537425 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6e5c7cd7-66ea-4d23-9f01-592f930d25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3459435'] for subnet, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:04.646362 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6e5c7cd7-66ea-4d23-9f01-592f930d25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3459428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3640583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12393680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12343239'] for subnet, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:04.649145 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-10ac1809-c066-459a-b3e4-90fbadf3f67d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:32:04.674078 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c7cd7-66ea-4d23-9f01-592f930d25b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ba30099-6cf8-4441-b7fc-f8d258d40b4f,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:32:04.676018 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6e5c7cd7-66ea-4d23-9f01-592f930d25b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for subnet, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:04.677862 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-6e5c7cd7-66ea-4d23-9f01-592f930d25b7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7ba30099-6cf8-4441-b7fc-f8d258d40b4f HTTP/1.1" status: 204 len: 168 time: 0.2655535 Jun 18 14:32:04.678766 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-6e5c7cd7-66ea-4d23-9f01-592f930d25b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:32:04.680243 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 51714) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:32:04.744657 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d4eecfe2-9f5d-4ae9-96dc-ee3535d778ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3629591'] for network, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:04.823742 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d4eecfe2-9f5d-4ae9-96dc-ee3535d778ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3460340', 'neutron.services.segments.db._delete_segments_for_network-8749953549011'] for network, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:04.833044 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.services.segments.db [None req-d4eecfe2-9f5d-4ae9-96dc-ee3535d778ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ea7238-ad44-408c-9da7-ed906c0eea9e']}} {{(pid=93612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:32:04.842683 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.services.segments.db [None req-d4eecfe2-9f5d-4ae9-96dc-ee3535d778ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f48fd3-e1b5-4f2e-a2a6-f415ebeee349') {'for_net_delete': True} {{(pid=93612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:32:04.842981 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.services.segments.db [None req-d4eecfe2-9f5d-4ae9-96dc-ee3535d778ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f48fd3-e1b5-4f2e-a2a6-f415ebeee349') {} {{(pid=93612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 14:32:04.851439 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d4eecfe2-9f5d-4ae9-96dc-ee3535d778ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749953548840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12265506'] for segment, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:04.864991 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d4eecfe2-9f5d-4ae9-96dc-ee3535d778ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956'] for segment, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:04.870850 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4eecfe2-9f5d-4ae9-96dc-ee3535d778ae admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=93612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 14:32:04.871235 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d4eecfe2-9f5d-4ae9-96dc-ee3535d778ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12340347'] for segment, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: conditions |= (models_v2.Port.network_id.in_( Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: Traceback (most recent call last): Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: timer() Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: cb(*args, **kw) Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: return func(*args, **kwargs) Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: self._notify() Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: self.callback(batched_events) Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: event.method(event) Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: return f(self, *a, **k) Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: return self._get(url).json() Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: return self.request(url, 'GET', **kwargs) Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 14:32:04.872832 dv-cinder-795751-2-iscsi neutron-server[93612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 14:32:04.993204 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d4eecfe2-9f5d-4ae9-96dc-ee3535d778ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3460333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3640588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635832'] for network, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:04.996849 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-9de499d3-f69c-4473-9338-13ab249c702a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:32:04.999325 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-d4eecfe2-9f5d-4ae9-96dc-ee3535d778ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3640593'] for network, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:05.001182 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-d4eecfe2-9f5d-4ae9-96dc-ee3535d778ae admin admin] 10.222.0.26 "DELETE /v2.0/networks/56ea7238-ad44-408c-9da7-ed906c0eea9e HTTP/1.1" status: 204 len: 168 time: 0.3200569 Jun 18 14:32:05.011956 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eecfe2-9f5d-4ae9-96dc-ee3535d778ae admin admin] Pushing event deleted for resources: {'Network': ['ID=56ea7238-ad44-408c-9da7-ed906c0eea9e,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:32:05.014354 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-d4eecfe2-9f5d-4ae9-96dc-ee3535d778ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:32:05.312111 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 51718) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:32:05.351488 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-938ae790-df3e-4d0f-bde5-f12c3396d0bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f321265d0033446686941f2df5d46683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375185 Jun 18 14:32:05.353762 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.wsgi [-] (93612) accepted ('10.222.0.26', 51720) {{(pid=93612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 14:32:05.400861 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c7f556dd-db7b-47ae-9a69-7acd7c8d4249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:05.421622 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c7f556dd-db7b-47ae-9a69-7acd7c8d4249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:05.548668 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c7f556dd-db7b-47ae-9a69-7acd7c8d4249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697660'] for security_group, after_delete {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:05.551348 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-c7f556dd-db7b-47ae-9a69-7acd7c8d4249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:05.552494 dv-cinder-795751-2-iscsi neutron-server[93612]: INFO neutron.wsgi [None req-c7f556dd-db7b-47ae-9a69-7acd7c8d4249 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/607c1641-3923-41f6-9812-eb61e42d3dcf HTTP/1.1" status: 204 len: 168 time: 0.1978669 Jun 18 14:32:05.553293 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-d3d6bb8f-5d93-44a1-a791-14b7a7a54840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 14:32:05.566139 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f556dd-db7b-47ae-9a69-7acd7c8d4249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607c1641-3923-41f6-9812-eb61e42d3dcf,revision_number=None']} {{(pid=93612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 14:32:05.566139 dv-cinder-795751-2-iscsi neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-c7f556dd-db7b-47ae-9a69-7acd7c8d4249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 14:32:08.571720 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-bb420f59-de68-49c8-91ea-9c100655a614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:12.090321 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:12.484614 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-af8050cb-f686-4f3a-b76e-41828cb6c5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:13.490657 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:14.130155 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:15.268049 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:27.017970 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:32:38.592297 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-cab8c564-67df-460d-944c-ec4432c38ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:42.032421 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:42.522970 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-e8cf15db-65b4-4793-8224-25acede09654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:43.484283 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:44.133918 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:32:45.312031 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:33:04.016984 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:33:08.631124 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-73045a50-995a-4395-8e1a-6f10f5ab6332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:33:12.019560 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:33:12.493317 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-c699bfde-7c04-4959-a2b3-112750575aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:33:13.470508 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:33:14.116092 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:33:15.299614 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:33:38.595382 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3177d6de-4d69-4c07-97d6-2c735472dc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:33:41.015306 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:33:42.017770 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:33:42.468794 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-f4b1f64d-fab3-4003-aa0a-d3b2b0501b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:33:43.485856 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:33:44.160202 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:33:45.274514 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:34:08.605260 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-1833471e-53a6-457a-bd87-d44120484185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:34:12.016546 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:34:12.462101 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-f8f67f42-3522-46d8-955d-bf659711e724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:34:13.484628 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:34:14.182051 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:34:15.279210 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:34:18.013161 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:34:38.631014 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-75ba69db-e645-491f-a2ea-13bd69c406d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:34:42.015258 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:34:42.466822 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-0c78083a-852c-4569-9d7c-7ab39962f7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:34:43.489321 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:34:44.192409 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:34:45.270622 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:34:55.012738 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:35:08.595279 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8f8f42aa-2d93-4234-8a7e-5189393aca3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:35:12.008052 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:35:12.459371 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-eb9860f2-8a41-413a-b5f6-04acab421185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:35:13.491880 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:35:14.259741 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:35:15.274568 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:35:32.011547 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:35:38.633377 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-c81282f8-f743-4923-ab6c-e330d9af1f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:35:42.010081 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:35:42.507131 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-226dfef8-0e3e-42e0-9268-f6f1ebf4d069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:35:43.512864 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:35:44.218328 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:35:45.321400 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:36:08.586080 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-1fbc3888-7cdb-4edd-9924-a85ddcfe820b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:36:09.010479 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:36:12.014147 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:36:12.474401 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-0909b6c3-0486-4da2-92a8-f6c96e36115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:36:13.505293 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:36:14.234412 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:36:15.291503 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:36:38.566911 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-b4b61774-7c87-4262-ab01-12f15fd93908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:36:42.012259 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:36:42.468935 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-db90413f-51a6-4371-9706-f370bf400a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:36:43.512817 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:36:44.290467 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:36:45.290004 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:36:46.009322 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:37:08.599297 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3624eba6-4d54-4879-bb82-980ece56e421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:37:12.009319 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:37:12.485028 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-288214dc-3d69-41b8-a158-b8f6ce9116bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:37:13.541896 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:37:14.273115 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:37:15.307449 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:37:23.007544 dv-cinder-795751-2-iscsi neutron-server[93615]: DEBUG neutron.db.agents_db [None req-a6135770-3e9e-42c2-9a42-ad1171dedc48 None None] Agent healthcheck: found 6 active agents {{(pid=93615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 14:37:38.580509 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-e980899d-f4b6-4349-9148-d4d1773caa9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:37:42.025723 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-620113ed-000a-489a-ad77-27eb3c6ed382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:37:42.472237 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-63d06214-5afc-423f-b6b9-bccb70c6c78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:37:43.539502 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-4220424e-c85d-4f96-80c9-0615c78313f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:37:44.265839 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-3e7a17a0-e3ef-40e1-b777-da8db29b3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 14:37:45.311502 dv-cinder-795751-2-iscsi neutron-server[93614]: DEBUG neutron_lib.callbacks.manager [None req-8567cc8c-6d8c-4a0b-a03b-c54d5d15f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749953548993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3462830'] for agent, after_update {{(pid=93614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}